Skip to content
GitLab
Menu
Projects
Groups
Snippets
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
MPIfR-BDG
edd_provisioning
Commits
7dae83d8
Commit
7dae83d8
authored
Sep 14, 2021
by
Jason Wu
Browse files
update base data path
parent
5cf92fed
Changes
9
Hide whitespace changes
Inline
Side-by-side
provison_descriptions/P217_PULSAR.yml
View file @
7dae83d8
...
...
@@ -10,6 +10,7 @@
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9702
...
...
@@ -23,11 +24,13 @@
device
:
packetizer-pfk-01
-
role
:
pulsar_pipeline
container_name
:
pulsar_baseband1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
edd_group
:
9703
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/baseband/"
-
role
:
pulsar_pipeline
container_name
:
pulsar_searching1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
edd_group
:
9701
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/search/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
provison_descriptions/P217_PULSAR_EPTA.yml
View file @
7dae83d8
...
...
@@ -13,6 +13,7 @@
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
hosts
:
gpu_server[0]
vars
:
...
...
@@ -25,5 +26,6 @@
container_name
:
pulsar_timing2
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
provison_descriptions/P217_PULSAR_LEAP.yml
View file @
7dae83d8
...
...
@@ -10,6 +10,7 @@
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9702
...
...
@@ -32,10 +33,12 @@
container_name
:
pulsar_baseband_leap
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9703
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/leap/"
-
role
:
pulsar_pipeline
container_name
:
pulsar_timing2
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
...
...
provison_descriptions/P217_PULSAR_MF.yml
View file @
7dae83d8
...
...
@@ -10,6 +10,7 @@
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9702
...
...
@@ -23,11 +24,13 @@
device
:
packetizer-fr-01
-
role
:
pulsar_pipeline
container_name
:
pulsar_baseband1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
edd_group
:
9703
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/baseband/"
-
role
:
pulsar_pipeline
container_name
:
pulsar_searching1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
edd_group
:
9701
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/search/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
provison_descriptions/S110_PULSAR.yml
View file @
7dae83d8
...
...
@@ -3,27 +3,34 @@
# Provision configuration for the run. This defines which edd components are
# set up.
-
hosts
:
gpu_server[1]
vars
:
edd_group
:
50000
roles
:
-
role
:
pulsar_pipeline
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9702
-
hosts
:
gpu_server[0]
vars
:
edd_group
:
50000
roles
:
-
role
:
dig_pack_controller
container_name
:
dig_pack_controller
device
:
packetizer-fr-01
-
role
:
pulsar_pipeline
container_name
:
pulsar_baseband1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
edd_group
:
9703
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/baseband/"
-
role
:
pulsar_pipeline
container_name
:
pulsar_searching1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
edd_group
:
9701
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/search/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
provison_descriptions/S45_PULSAR.yml
View file @
7dae83d8
...
...
@@ -10,6 +10,7 @@
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9702
...
...
@@ -23,11 +24,13 @@
device
:
packetizer-fr-01
-
role
:
pulsar_pipeline
container_name
:
pulsar_baseband1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
edd_group
:
9703
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/baseband/"
-
role
:
pulsar_pipeline
container_name
:
pulsar_searching1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
edd_group
:
9701
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/search/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
provison_descriptions/S45_PULSAR_T.json
deleted
100644 → 0
View file @
5cf92fed
{
"products"
:
[
{
"id"
:
"dig_pack_controller"
,
"bit_depth"
:
8
,
"sampling_rate"
:
4000000000.0
,
"predecimation_factor"
:
4
,
"flip_spectrum"
:
false
,
"output_data_streams"
:
{
"polarization_0"
:
{
"format"
:
"MPIFR_EDD_Packetizer:1"
,
"ip"
:
"225.0.0.110+3"
,
"port"
:
"7148"
},
"polarization_1"
:
{
"format"
:
"MPIFR_EDD_Packetizer:1"
,
"ip"
:
"225.0.0.114+3"
,
"port"
:
"7148"
}
}
},
{
"id"
:
"gated_stokes_spectrometer"
,
"input_data_streams"
:
{
"polarization_0"
:
{
"source"
:
"dig_pack_controller:polarization_0"
,
"format"
:
"MPIFR_EDD_Packetizer:1"
},
"polarization_1"
:
{
"source"
:
"dig_pack_controller:polarization_1"
,
"format"
:
"MPIFR_EDD_Packetizer:1"
}
},
"output_data_streams"
:
{
"Stokes_I_0"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.172"
,
"port"
:
"7152"
},
"Stokes_I_1"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.173"
,
"port"
:
"7152"
},
"Stokes_Q_0"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.174"
,
"port"
:
"7152"
},
"Stokes_Q_1"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.175"
,
"port"
:
"7152"
},
"Stokes_U_0"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.176"
,
"port"
:
"7152"
},
"Stokes_U_1"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.177"
,
"port"
:
"7152"
},
"Stokes_V_0"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.178"
,
"port"
:
"7152"
},
"Stokes_V_1"
:
{
"format"
:
"GatedSpectrometer:1"
,
"ip"
:
"225.0.1.179"
,
"port"
:
"7152"
}
},
"naccumulate"
:
16384
,
"fft_length"
:
262144
},
{
"id"
:
"fits_interface"
,
"input_data_streams"
:
[
{
"source"
:
"gated_stokes_spectrometer:Stokes_I_0"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_Q_0"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_U_0"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_V_0"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_I_1"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_Q_1"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_U_1"
,
"format"
:
"GatedSpectrometer:1"
},
{
"source"
:
"gated_stokes_spectrometer:Stokes_V_1"
,
"format"
:
"GatedSpectrometer:1"
}
]
},
{
"id"
:
"pulsar_timing1"
,
"merge_threads"
:
1
,
"zaplist"
:
"4600:4601"
,
"input_data_streams"
:
[
{
"source"
:
"dig_pack_controller:polarization_0"
},
{
"source"
:
"dig_pack_controller:polarization_1"
}
],
"dada_header_params"
:
{
"filesize"
:
4096000000
,
"instrument"
:
"EDD"
,
"receiver_name"
:
"S110"
,
"bandwidth"
:
500
,
"frequency_mhz"
:
4750.0
,
"tsamp"
:
0.001
}
}
]
}
provison_descriptions/S45_PULSAR_T.yml
deleted
100644 → 0
View file @
5cf92fed
---
########################################################################
# Provision configuration for the run. This defines which edd components are
# set up.
-
hosts
:
gpu_server[1]
vars
:
edd_group
:
50000
roles
:
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
-
role
:
pulsar_pipeline
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
-
hosts
:
gpu_server[0]
vars
:
edd_group
:
50000
roles
:
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
-
role
:
dig_pack_controller
container_name
:
dig_pack_controller
device
:
packetizer-fr-01
provison_descriptions/S60_PULSAR.yml
View file @
7dae83d8
...
...
@@ -10,6 +10,7 @@
container_name
:
pulsar_timing1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=1"
edd_group
:
9700
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/timing/"
-
role
:
gated_full_stokes_spectrometer
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
edd_group
:
9702
...
...
@@ -23,11 +24,13 @@
device
:
packetizer-fr-01
-
role
:
pulsar_pipeline
container_name
:
pulsar_baseband1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
edd_group
:
9703
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/baseband/"
-
role
:
pulsar_pipeline
container_name
:
pulsar_searching1
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
1
"
container_env
:
"
EDD_ALLOWED_NUMA_NODES=
0
"
edd_group
:
9701
data_base_path
:
"
/beegfsEDD/EDD_pipeline_data/production/pulsar/search/"
-
role
:
fits_interface
container_env
:
"
EDD_ALLOWED_NUMA_NODES=0"
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment