From 924206ea2a6e790e68fbc3eed2bcdf7c550eff01 Mon Sep 17 00:00:00 2001 From: rmunzer <97919772+rmunzer@users.noreply.github.com> Date: Mon, 20 Apr 2026 09:36:55 +0200 Subject: [PATCH 01/14] Add TPC CMV Readout workflows (#698) * Add workflow including CMC * Add dataspec * Change of config_key_values * Remove ARGS_ALL * change * change * Put dataspec in quotation marks * change * Change also c-side workflow * Change names from cmc to cmv * Rename cmc to cmv * remove --write-debug-on-error * Add 4 lanes for o2-tpc-cmv-flp * correct output dataspec * Add n-TFs-buffer for cmv * increase nTF by factor 3 * Add cmv only workflow --- jit/tpc-cmv | 1 + jit/tpc-idc-cmv-a | 1 + jit/tpc-idc-cmv-c | 1 + workflows/readout-dataflow.yaml | 2 ++ workflows/tpc-idc-sac-cmv-full-split.yaml | 23 +++++++++++++++++++++++ workflows/tpc-sac-cmv-full-split.yaml | 23 +++++++++++++++++++++++ 6 files changed, 51 insertions(+) create mode 100644 jit/tpc-cmv create mode 100644 jit/tpc-idc-cmv-a create mode 100644 jit/tpc-idc-cmv-c create mode 100644 workflows/tpc-idc-sac-cmv-full-split.yaml create mode 100644 workflows/tpc-sac-cmv-full-split.yaml diff --git a/jit/tpc-cmv b/jit/tpc-cmv new file mode 100644 index 000000000..3fd6d237c --- /dev/null +++ b/jit/tpc-cmv @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 300 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a b/jit/tpc-idc-cmv-a new file mode 100644 index 000000000..12813b62e --- /dev/null +++ b/jit/tpc-idc-cmv-a @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 1000 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 300 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c b/jit/tpc-idc-cmv-c new file mode 100644 index 000000000..35fb3a7d5 --- /dev/null +++ b/jit/tpc-idc-cmv-c @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector $ARGS_ALL --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp $ARGS_ALL --crus "${CRU_IDS}" --n-TFs-buffer $(( 300 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/workflows/readout-dataflow.yaml b/workflows/readout-dataflow.yaml index 1bfe42b69..5df7b529c 100755 --- a/workflows/readout-dataflow.yaml +++ b/workflows/readout-dataflow.yaml @@ -658,6 +658,8 @@ defaults: - qc-daq - qcmn-daq-local - tpc-idc-sac-full-split + - tpc-idc-sac-cmv-full-split + - tpc-sac-cmv-full-split tpc_qc_remote_workflow: !public value: "none" type: string diff --git a/workflows/tpc-idc-sac-cmv-full-split.yaml b/workflows/tpc-idc-sac-cmv-full-split.yaml new file mode 100644 index 000000000..d97504c0e --- /dev/null +++ b/workflows/tpc-idc-sac-cmv-full-split.yaml @@ -0,0 +1,23 @@ +name: tpc-idc-sac-full-split +defaults: + ccdb_path: "http://o2-ccdb.internal" + tpc_sac_try_realign: 0 + tpc_sac_threads : 1 + tpc_idc_pedestal_timestamp : 1715236056769 + bookkept: "false" +roles: + - name: tpc-idc-a + defaults: + merger_port: 29950 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" + include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-a') }}" + - name: tpc-idc-c + defaults: + merger_port: 29950 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" + include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-c') }}" + - name: tpc-sac + defaults: + merger_port: 29951 + enabled: "{{ it == 'alio2-cr1-flp145' }}" + include: "{{ dpl.GenerateFromUri('tpc-sac') }}" diff --git a/workflows/tpc-sac-cmv-full-split.yaml b/workflows/tpc-sac-cmv-full-split.yaml new file mode 100644 index 000000000..a8eb4218a --- /dev/null +++ b/workflows/tpc-sac-cmv-full-split.yaml @@ -0,0 +1,23 @@ +name: tpc-idc-sac-full-split +defaults: + ccdb_path: "http://o2-ccdb.internal" + tpc_sac_try_realign: 0 + tpc_sac_threads : 1 + tpc_idc_pedestal_timestamp : 1715236056769 + bookkept: "false" +roles: + - name: tpc-idc-a + defaults: + merger_port: 29950 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" + include: "{{ dpl.GenerateFromUri('tpc-cmv') }}" + - name: tpc-idc-c + defaults: + merger_port: 29950 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" + include: "{{ dpl.GenerateFromUri('tpc-cmv') }}" + - name: tpc-sac + defaults: + merger_port: 29951 + enabled: "{{ it == 'alio2-cr1-flp145' }}" + include: "{{ dpl.GenerateFromUri('tpc-sac') }}" From 492d2e903f3eac2f0bd191574cb3a1bda59209d5 Mon Sep 17 00:00:00 2001 From: Sahil Upadhyaya <36447687+sahilupadhyaya92@users.noreply.github.com> Date: Tue, 28 Apr 2026 08:57:46 +0200 Subject: [PATCH 02/14] FIT: Add functionality for run_type and beam_type variables (#699) Co-authored-by: Sahil Upadhyaya --- jit/fdd-digits-qcmn-epn-remote | 2 +- jit/ft0-digits-qcmn-epn-remote | 2 +- jit/fv0-digits-qcmn-epn-remote | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/jit/fdd-digits-qcmn-epn-remote b/jit/fdd-digits-qcmn-epn-remote index 3fd4ff663..405fe8dce 100644 --- a/jit/fdd-digits-qcmn-epn-remote +++ b/jit/fdd-digits-qcmn-epn-remote @@ -1 +1 @@ -o2-qc --config apricot://{{ apricot_endpoint }}/o2/components/qc/ANY/any/fdd-digits-qcmn-epn --remote --shm-metadata-msg-size {{ qc_shm_metadata_msg_size }} -b --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;' +o2-qc --config 'apricot://{{ apricot_endpoint }}/o2/components/qc/ANY/any/fdd-digits-qcmn-epn?run_type={{ run_type }}&beam_type={{ pdp_beam_type }}' --remote --shm-metadata-msg-size {{ qc_shm_metadata_msg_size }} -b --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;' diff --git a/jit/ft0-digits-qcmn-epn-remote b/jit/ft0-digits-qcmn-epn-remote index ff7ec2abf..3a40105f0 100644 --- a/jit/ft0-digits-qcmn-epn-remote +++ b/jit/ft0-digits-qcmn-epn-remote @@ -1 +1 @@ -o2-qc --config apricot://{{ apricot_endpoint }}/o2/components/qc/ANY/any/ft0-digits-qcmn-epn --remote --shm-metadata-msg-size {{ qc_shm_metadata_msg_size }} -b --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;' +o2-qc --config 'apricot://{{ apricot_endpoint }}/o2/components/qc/ANY/any/ft0-digits-qcmn-epn?run_type={{ run_type }}&beam_type={{ pdp_beam_type }}' --remote --shm-metadata-msg-size {{ qc_shm_metadata_msg_size }} -b --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;' diff --git a/jit/fv0-digits-qcmn-epn-remote b/jit/fv0-digits-qcmn-epn-remote index 9c9491d19..3b1eb96b1 100644 --- a/jit/fv0-digits-qcmn-epn-remote +++ b/jit/fv0-digits-qcmn-epn-remote @@ -1 +1 @@ -o2-qc --config apricot://{{ apricot_endpoint }}/o2/components/qc/ANY/any/fv0-digits-qcmn-epn --remote --shm-metadata-msg-size {{ qc_shm_metadata_msg_size }} -b --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;' +o2-qc --config 'apricot://{{ apricot_endpoint }}/o2/components/qc/ANY/any/fv0-digits-qcmn-epn?run_type={{ run_type }}&beam_type={{ pdp_beam_type }}' --remote --shm-metadata-msg-size {{ qc_shm_metadata_msg_size }} -b --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;' From 15b05c6ea90cf61b322a921c9640300ac981ff4e Mon Sep 17 00:00:00 2001 From: rmunzer <97919772+rmunzer@users.noreply.github.com> Date: Tue, 28 Apr 2026 16:10:22 +0200 Subject: [PATCH 03/14] Changes lanes and nTB Buffer (#701) --- jit/tpc-cmv | 2 +- jit/tpc-idc-cmv-a | 2 +- jit/tpc-idc-cmv-c | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/jit/tpc-cmv b/jit/tpc-cmv index 3fd6d237c..3910e4fd8 100644 --- a/jit/tpc-cmv +++ b/jit/tpc-cmv @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 300 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a b/jit/tpc-idc-cmv-a index 12813b62e..4e98e55e6 100644 --- a/jit/tpc-idc-cmv-a +++ b/jit/tpc-idc-cmv-a @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 1000 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 300 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 1000 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c b/jit/tpc-idc-cmv-c index 35fb3a7d5..adfc67e37 100644 --- a/jit/tpc-idc-cmv-c +++ b/jit/tpc-idc-cmv-c @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector $ARGS_ALL --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp $ARGS_ALL --crus "${CRU_IDS}" --n-TFs-buffer $(( 300 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector $ARGS_ALL --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp $ARGS_ALL --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 From ae2156278e7e0cee15e265a9abd8338b75ec90ce Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Tue, 5 May 2026 15:33:36 +0200 Subject: [PATCH 04/14] change --lanes to 1 for o2-tpc-cmv-flp --- jit/tpc-cmv | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/jit/tpc-cmv b/jit/tpc-cmv index 3910e4fd8..60389a2d7 100644 --- a/jit/tpc-cmv +++ b/jit/tpc-cmv @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 4 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 From 9e638c7d11c09bcb36bfbe650af84b71a1a73b9e Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Tue, 5 May 2026 17:40:50 +0200 Subject: [PATCH 05/14] fixing n-TFs-buffer in tpc-idc-cmv-a --- jit/tpc-idc-cmv-a | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/jit/tpc-idc-cmv-a b/jit/tpc-idc-cmv-a index 4e98e55e6..2419d8380 100644 --- a/jit/tpc-idc-cmv-a +++ b/jit/tpc-idc-cmv-a @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 1000 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 From 9b240a6d45456213a2afff36634e3264a0f16a6a Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Wed, 6 May 2026 08:26:42 +0200 Subject: [PATCH 06/14] remove unused env variables from tpc-idc-cmv-c --- jit/tpc-idc-cmv-c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/jit/tpc-idc-cmv-c b/jit/tpc-idc-cmv-c index adfc67e37..d9f719f15 100644 --- a/jit/tpc-idc-cmv-c +++ b/jit/tpc-idc-cmv-c @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector $ARGS_ALL --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp $ARGS_ALL --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 From 71888efb6e656b5c5864acf786c6751fb1799831 Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Thu, 7 May 2026 12:24:47 +0200 Subject: [PATCH 07/14] tpc: add workflow and jits for separate proxies for idcs and cmvs --- jit/tpc-idc-cmv-a-split-proxy | 1 + jit/tpc-idc-cmv-c-split-proxy | 1 + .../tpc-idc-sac-cmv-full-split-proxy.yaml | 25 +++++++++++++++++++ 3 files changed, 27 insertions(+) create mode 100644 jit/tpc-idc-cmv-a-split-proxy create mode 100644 jit/tpc-idc-cmv-c-split-proxy create mode 100644 workflows/tpc-idc-sac-cmv-full-split-proxy.yaml diff --git a/jit/tpc-idc-cmv-a-split-proxy b/jit/tpc-idc-cmv-a-split-proxy new file mode 100644 index 000000000..f1cb45fe2 --- /dev/null +++ b/jit/tpc-idc-cmv-a-split-proxy @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_2 }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c-split-proxy b/jit/tpc-idc-cmv-c-split-proxy new file mode 100644 index 000000000..6efdf5899 --- /dev/null +++ b/jit/tpc-idc-cmv-c-split-proxy @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_2 }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml b/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml new file mode 100644 index 000000000..6b8c61881 --- /dev/null +++ b/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml @@ -0,0 +1,25 @@ +name: tpc-idc-sac-full-split +defaults: + ccdb_path: "http://o2-ccdb.internal" + tpc_sac_try_realign: 0 + tpc_sac_threads : 1 + tpc_idc_pedestal_timestamp : 1715236056769 + bookkept: "false" +roles: + - name: tpc-idc-a + defaults: + merger_port: 29950 + merger_port_2: 29952 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" + include: "{{ dpl.GenerateFromUri('tpc-cmv-split-proxy') }}" + - name: tpc-idc-c + defaults: + merger_port: 29950 + merger_port_2: 29952 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" + include: "{{ dpl.GenerateFromUri('tpc-cmv-split-proxy') }}" + - name: tpc-sac + defaults: + merger_port: 29951 + enabled: "{{ it == 'alio2-cr1-flp145' }}" + include: "{{ dpl.GenerateFromUri('tpc-sac') }}" From 93b16928394b4ddf7af12f62316e90ab047499fa Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Thu, 7 May 2026 12:25:03 +0200 Subject: [PATCH 08/14] add tpc-idc-sac-cmv-full-split-proxy to tpc_dpl_workflow in readout-dataflow.yaml --- workflows/readout-dataflow.yaml | 7 ++++--- workflows/tpc-idc-sac-cmv-full-split-proxy.yaml | 2 +- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/workflows/readout-dataflow.yaml b/workflows/readout-dataflow.yaml index 5df7b529c..61a39b118 100755 --- a/workflows/readout-dataflow.yaml +++ b/workflows/readout-dataflow.yaml @@ -35,7 +35,7 @@ defaults: description: "Enable/disable running workflows on the QC nodes" widget: checkBox panel: "General_Configuration" - index: 3 + index: 3 trg_enabled: !public value: "false" type: bool @@ -129,7 +129,7 @@ defaults: - ctp-reco-12dec-HI-ZNC-TCE-qc - ctp-reco-16dec-HI-ZNC-TCE-qc - minimal-dpl - - ctp-raw-qc + - ctp-raw-qc ctp_qc_remote_workflow: !public value: "none" type: string @@ -252,7 +252,7 @@ defaults: - foc-pad-pedestal-calib - foc-reconstructor - foc-reconstructor-qc - - foc-qc + - foc-qc ft0_dpl_workflow: !public value: "none" type: string @@ -660,6 +660,7 @@ defaults: - tpc-idc-sac-full-split - tpc-idc-sac-cmv-full-split - tpc-sac-cmv-full-split + - tpc-idc-sac-cmv-full-split-proxy tpc_qc_remote_workflow: !public value: "none" type: string diff --git a/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml b/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml index 6b8c61881..dcda94253 100644 --- a/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml +++ b/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml @@ -1,4 +1,4 @@ -name: tpc-idc-sac-full-split +name: tpc-idc-sac-cmv-full-split-proxy defaults: ccdb_path: "http://o2-ccdb.internal" tpc_sac_try_realign: 0 From f9486e918380369092eb6920429fc417c13412f0 Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Thu, 7 May 2026 12:25:14 +0200 Subject: [PATCH 09/14] TPC: rename variables for consistency change merger_port in tpc-sac-cmv-full-split fix typos in tpc-idc-sac-cmv-full-split-proxy.yaml --- jit/tpc-idc-cmv-a-split-proxy | 2 +- jit/tpc-idc-cmv-c-split-proxy | 2 +- workflows/tpc-idc-sac-cmv-full-split-proxy.yaml | 16 ++++++++-------- workflows/tpc-idc-sac-cmv-full-split.yaml | 6 +++--- workflows/tpc-sac-cmv-full-split.yaml | 10 +++++----- 5 files changed, 18 insertions(+), 18 deletions(-) diff --git a/jit/tpc-idc-cmv-a-split-proxy b/jit/tpc-idc-cmv-a-split-proxy index f1cb45fe2..9615a2119 100644 --- a/jit/tpc-idc-cmv-a-split-proxy +++ b/jit/tpc-idc-cmv-a-split-proxy @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_2 }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c-split-proxy b/jit/tpc-idc-cmv-c-split-proxy index 6efdf5899..cc2fe6af6 100644 --- a/jit/tpc-idc-cmv-c-split-proxy +++ b/jit/tpc-idc-cmv-c-split-proxy @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_2 }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml b/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml index dcda94253..bded6e880 100644 --- a/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml +++ b/workflows/tpc-idc-sac-cmv-full-split-proxy.yaml @@ -6,18 +6,18 @@ defaults: tpc_idc_pedestal_timestamp : 1715236056769 bookkept: "false" roles: - - name: tpc-idc-a + - name: tpc-idc-cmv-a-split-proxy defaults: - merger_port: 29950 - merger_port_2: 29952 + merger_port_idc: 29950 + merger_port_cmv: 29952 enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" - include: "{{ dpl.GenerateFromUri('tpc-cmv-split-proxy') }}" - - name: tpc-idc-c + include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-a-split-proxy') }}" + - name: tpc-idc-cmv-c-split-proxy defaults: - merger_port: 29950 - merger_port_2: 29952 + merger_port_idc: 29950 + merger_port_cmv: 29952 enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" - include: "{{ dpl.GenerateFromUri('tpc-cmv-split-proxy') }}" + include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-c-split-proxy') }}" - name: tpc-sac defaults: merger_port: 29951 diff --git a/workflows/tpc-idc-sac-cmv-full-split.yaml b/workflows/tpc-idc-sac-cmv-full-split.yaml index d97504c0e..c8818e372 100644 --- a/workflows/tpc-idc-sac-cmv-full-split.yaml +++ b/workflows/tpc-idc-sac-cmv-full-split.yaml @@ -1,4 +1,4 @@ -name: tpc-idc-sac-full-split +name: tpc-idc-sac-cmv-full-split defaults: ccdb_path: "http://o2-ccdb.internal" tpc_sac_try_realign: 0 @@ -6,12 +6,12 @@ defaults: tpc_idc_pedestal_timestamp : 1715236056769 bookkept: "false" roles: - - name: tpc-idc-a + - name: tpc-idc-cmv-a defaults: merger_port: 29950 enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-a') }}" - - name: tpc-idc-c + - name: tpc-idc-cmv-c defaults: merger_port: 29950 enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" diff --git a/workflows/tpc-sac-cmv-full-split.yaml b/workflows/tpc-sac-cmv-full-split.yaml index a8eb4218a..0bc964bbc 100644 --- a/workflows/tpc-sac-cmv-full-split.yaml +++ b/workflows/tpc-sac-cmv-full-split.yaml @@ -1,4 +1,4 @@ -name: tpc-idc-sac-full-split +name: tpc-sac-cmv-full-split defaults: ccdb_path: "http://o2-ccdb.internal" tpc_sac_try_realign: 0 @@ -6,14 +6,14 @@ defaults: tpc_idc_pedestal_timestamp : 1715236056769 bookkept: "false" roles: - - name: tpc-idc-a + - name: tpc-cmv-a defaults: - merger_port: 29950 + merger_port: 29952 enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" include: "{{ dpl.GenerateFromUri('tpc-cmv') }}" - - name: tpc-idc-c + - name: tpc-cmv-c defaults: - merger_port: 29950 + merger_port: 29952 enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" include: "{{ dpl.GenerateFromUri('tpc-cmv') }}" - name: tpc-sac From fc59cdc4c46b6709c3d953785c8a807271aab889 Mon Sep 17 00:00:00 2001 From: Piotr Konopka Date: Thu, 7 May 2026 15:30:01 +0200 Subject: [PATCH 10/14] Document unobvious plugin call trigger/await decisions (#703) Side quest of OCTRL-1085. --- workflows/readout-dataflow.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/workflows/readout-dataflow.yaml b/workflows/readout-dataflow.yaml index 61a39b118..6f5dadfdb 100755 --- a/workflows/readout-dataflow.yaml +++ b/workflows/readout-dataflow.yaml @@ -1855,7 +1855,7 @@ roles: - name: pfr call: func: dcs.PrepareForRun() - trigger: before_CONFIGURE + trigger: before_CONFIGURE # PFR cannot be moved earlier because it would increase unreasonably deployment failures timeouts. To be revisited if/when we have a way to abort DCS PFR executions. await: after_CONFIGURE-1 timeout: "{{ dcs_pfr_timeout }}" critical: false @@ -1889,7 +1889,7 @@ roles: - name: initialize call: func: ddsched.PartitionInitialize() - trigger: before_CONFIGURE + trigger: before_CONFIGURE # this has to run in parallel with STFSenders CONFIGURE await: after_CONFIGURE-1 timeout: "{{ ddsched_initialize_timeout }}" critical: true @@ -1929,7 +1929,7 @@ roles: - name: configure call: func: odc.Configure() - trigger: after_CONFIGURE-1 + trigger: after_CONFIGURE-1 # it's started only once stfsenders are in CONFIGURED, so TFBuilder does not produce errors when connecting to STFSenders. However, TFBuilder would eventually connect anyway, so there is no strong justification for delaying this. See OCTRL-607. await: after_CONFIGURE-1 timeout: "{{ odc_configure_timeout }}" critical: true From 40c85efc4cd30165d82bc48c41f9864384ab6780 Mon Sep 17 00:00:00 2001 From: Ernst Hellbar Date: Thu, 14 May 2026 17:18:58 +0200 Subject: [PATCH 11/14] TPC: fix proxy channel name in tpc-cmv --- jit/tpc-cmv | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/jit/tpc-cmv b/jit/tpc-cmv index 60389a2d7..b6a4b335b 100644 --- a/jit/tpc-cmv +++ b/jit/tpc-cmv @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 From a9d107a67bf0711a359e1437fde75a23915ffbe7 Mon Sep 17 00:00:00 2001 From: rmunzer <97919772+rmunzer@users.noreply.github.com> Date: Fri, 15 May 2026 13:03:13 +0200 Subject: [PATCH 12/14] Add workflow for CMV trigger option (#707) * Add workflow with cmv trigger Add two news worklow with the cmv trigger enabled. * Fix typos * Add trigger-per-flp option * Add trigger-per-flp also cmv only workflow --- jit/tpc-cmv | 2 +- jit/tpc-cmv-trigger | 1 + jit/tpc-idc-cmv-a | 2 +- jit/tpc-idc-cmv-a-split-proxy | 2 +- jit/tpc-idc-cmv-a-split-proxy-trigger | 1 + jit/tpc-idc-cmv-c | 2 +- jit/tpc-idc-cmv-c-split-proxy | 2 +- jit/tpc-idc-cmv-c-split-proxy-trigger | 1 + workflows/readout-dataflow.yaml | 2 ++ ...-idc-sac-cmv-full-split-proxy-trigger.yaml | 30 +++++++++++++++++++ workflows/tpc-sac-cmv-full-split-trigger.yaml | 28 +++++++++++++++++ 11 files changed, 68 insertions(+), 5 deletions(-) create mode 100644 jit/tpc-cmv-trigger create mode 100644 jit/tpc-idc-cmv-a-split-proxy-trigger create mode 100644 jit/tpc-idc-cmv-c-split-proxy-trigger create mode 100644 workflows/tpc-idc-sac-cmv-full-split-proxy-trigger.yaml create mode 100644 workflows/tpc-sac-cmv-full-split-trigger.yaml diff --git a/jit/tpc-cmv b/jit/tpc-cmv index b6a4b335b..de58ddc7f 100644 --- a/jit/tpc-cmv +++ b/jit/tpc-cmv @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-cmv-trigger b/jit/tpc-cmv-trigger new file mode 100644 index 000000000..35e5ce22c --- /dev/null +++ b/jit/tpc-cmv-trigger @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a b/jit/tpc-idc-cmv-a index 2419d8380..f0e80f175 100644 --- a/jit/tpc-idc-cmv-a +++ b/jit/tpc-idc-cmv-a @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --trigger-per-flp --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a-split-proxy b/jit/tpc-idc-cmv-a-split-proxy index 9615a2119..e8fc4881d 100644 --- a/jit/tpc-idc-cmv-a-split-proxy +++ b/jit/tpc-idc-cmv-a-split-proxy @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a-split-proxy-trigger b/jit/tpc-idc-cmv-a-split-proxy-trigger new file mode 100644 index 000000000..2e2d428ce --- /dev/null +++ b/jit/tpc-idc-cmv-a-split-proxy-trigger @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-per-flp --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c b/jit/tpc-idc-cmv-c index d9f719f15..3f4ca1dcc 100644 --- a/jit/tpc-idc-cmv-c +++ b/jit/tpc-idc-cmv-c @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC;cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c-split-proxy b/jit/tpc-idc-cmv-c-split-proxy index cc2fe6af6..744b584f5 100644 --- a/jit/tpc-idc-cmv-c-split-proxy +++ b/jit/tpc-idc-cmv-c-split-proxy @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --trigger-per-flp --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c-split-proxy-trigger b/jit/tpc-idc-cmv-c-split-proxy-trigger new file mode 100644 index 000000000..9156c2576 --- /dev/null +++ b/jit/tpc-idc-cmv-c-split-proxy-trigger @@ -0,0 +1 @@ +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --trigger-per-flp --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/workflows/readout-dataflow.yaml b/workflows/readout-dataflow.yaml index 6f5dadfdb..5ee39c833 100755 --- a/workflows/readout-dataflow.yaml +++ b/workflows/readout-dataflow.yaml @@ -660,7 +660,9 @@ defaults: - tpc-idc-sac-full-split - tpc-idc-sac-cmv-full-split - tpc-sac-cmv-full-split + - tpc-sac-cmv-full-split-trigger - tpc-idc-sac-cmv-full-split-proxy + - tpc-idc-sac-cmv-full-split-proxy-trigger tpc_qc_remote_workflow: !public value: "none" type: string diff --git a/workflows/tpc-idc-sac-cmv-full-split-proxy-trigger.yaml b/workflows/tpc-idc-sac-cmv-full-split-proxy-trigger.yaml new file mode 100644 index 000000000..efb1fb18d --- /dev/null +++ b/workflows/tpc-idc-sac-cmv-full-split-proxy-trigger.yaml @@ -0,0 +1,30 @@ +name: tpc-idc-sac-cmv-full-split-proxy-trigger +defaults: + ccdb_path: "http://o2-ccdb.internal" + tpc_sac_try_realign: 0 + tpc_sac_threads : 1 + tpc_idc_pedestal_timestamp : 1715236056769 + bookkept: "false" + tpc_trigger_threshold_cmv : -10 + tpc_trigger_threshold_cmvMeanMax : -60 + tpc_trigger_threshold_cmvMeanMin : -81 + tpc_trigger_threshold_timeBinMin : 4 + tpc_trigger_threshold_timeBinMax : -1 +roles: + - name: tpc-idc-cmv-a-split-proxy + defaults: + merger_port_idc: 29950 + merger_port_cmv: 29952 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" + include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-a-split-proxy-trigger') }}" + - name: tpc-idc-cmv-c-split-proxy + defaults: + merger_port_idc: 29950 + merger_port_cmv: 29952 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" + include: "{{ dpl.GenerateFromUri('tpc-idc-cmv-c-split-proxy-trigger') }}" + - name: tpc-sac + defaults: + merger_port: 29951 + enabled: "{{ it == 'alio2-cr1-flp145' }}" + include: "{{ dpl.GenerateFromUri('tpc-sac') }}" diff --git a/workflows/tpc-sac-cmv-full-split-trigger.yaml b/workflows/tpc-sac-cmv-full-split-trigger.yaml new file mode 100644 index 000000000..bc003b165 --- /dev/null +++ b/workflows/tpc-sac-cmv-full-split-trigger.yaml @@ -0,0 +1,28 @@ +name: tpc-sac-cmv-full-split-trigger +defaults: + ccdb_path: "http://o2-ccdb.internal" + tpc_sac_try_realign: 0 + tpc_sac_threads : 1 + tpc_idc_pedestal_timestamp : 1715236056769 + bookkept: "false" + tpc_trigger_threshold_cmv : -10 + tpc_trigger_threshold_cmvMeanMax : -60 + tpc_trigger_threshold_cmvMeanMin : -81 + tpc_trigger_threshold_timeBinMin : 4 + tpc_trigger_threshold_timeBinMax : -1 +roles: + - name: tpc-cmv-a + defaults: + merger_port: 29952 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '001', '072') }}" + include: "{{ dpl.GenerateFromUri('tpc-cmv-trigger') }}" + - name: tpc-cmv-c + defaults: + merger_port: 29952 + enabled: "{{ util.SuffixInRange(it, 'alio2-cr1-flp', '073', '144') }}" + include: "{{ dpl.GenerateFromUri('tpc-cmv-trigger') }}" + - name: tpc-sac + defaults: + merger_port: 29951 + enabled: "{{ it == 'alio2-cr1-flp145' }}" + include: "{{ dpl.GenerateFromUri('tpc-sac') }}" From a11a1dbca5cdcfc2d35dfcce003a28da0aba3e4f Mon Sep 17 00:00:00 2001 From: rmunzer <97919772+rmunzer@users.noreply.github.com> Date: Mon, 18 May 2026 09:17:42 +0200 Subject: [PATCH 13/14] TPC. Fix in CMV Trigger configuration (#708) * Add workflow with cmv trigger Add two news worklow with the cmv trigger enabled. * Fix typos * Add trigger-per-flp option * Add trigger-per-flp also cmv only workflow * Add trigger SPEC to output proxy * Add trigger-per-flp * remove trigger-per-flp from idc workflow --- jit/tpc-cmv-trigger | 2 +- jit/tpc-idc-cmv-a-split-proxy-trigger | 2 +- jit/tpc-idc-cmv-c-split-proxy-trigger | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/jit/tpc-cmv-trigger b/jit/tpc-cmv-trigger index 35e5ce22c..2fa654202 100644 --- a/jit/tpc-cmv-trigger +++ b/jit/tpc-cmv-trigger @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a-split-proxy-trigger b/jit/tpc-idc-cmv-a-split-proxy-trigger index 2e2d428ce..9e939f271 100644 --- a/jit/tpc-idc-cmv-a-split-proxy-trigger +++ b/jit/tpc-idc-cmv-a-split-proxy-trigger @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-per-flp --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-per-flp --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c-split-proxy-trigger b/jit/tpc-idc-cmv-c-split-proxy-trigger index 9156c2576..38b192a51 100644 --- a/jit/tpc-idc-cmv-c-split-proxy-trigger +++ b/jit/tpc-idc-cmv-c-split-proxy-trigger @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --trigger-per-flp --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-per-flp --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 From 3a2cb0e2a507fc7e420c9dcc8cca8233ac0e8cf4 Mon Sep 17 00:00:00 2001 From: rmunzer <97919772+rmunzer@users.noreply.github.com> Date: Fri, 22 May 2026 15:20:10 +0200 Subject: [PATCH 14/14] TPC - Remove option from workflow to sent triggers per CRU (#709) * Add workflow with cmv trigger Add two news worklow with the cmv trigger enabled. * Fix typos * Add trigger-per-flp option * Add trigger-per-flp also cmv only workflow * Add trigger SPEC to output proxy * Add trigger-per-flp * remove trigger-per-flp from idc workflow * Remove trigger-per-flp --- jit/tpc-cmv-trigger | 2 +- jit/tpc-idc-cmv-a-split-proxy-trigger | 2 +- jit/tpc-idc-cmv-c-split-proxy-trigger | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/jit/tpc-cmv-trigger b/jit/tpc-cmv-trigger index 2fa654202..28d014bd5 100644 --- a/jit/tpc-cmv-trigger +++ b/jit/tpc-cmv-trigger @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger-per-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-a-split-proxy-trigger b/jit/tpc-idc-cmv-a-split-proxy-trigger index 9e939f271..e32955a3a 100644 --- a/jit/tpc-idc-cmv-a-split-proxy-trigger +++ b/jit/tpc-idc-cmv-a-split-proxy-trigger @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-per-flp --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPA" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 diff --git a/jit/tpc-idc-cmv-c-split-proxy-trigger b/jit/tpc-idc-cmv-c-split-proxy-trigger index 38b192a51..d5cecfad0 100644 --- a/jit/tpc-idc-cmv-c-split-proxy-trigger +++ b/jit/tpc-idc-cmv-c-split-proxy-trigger @@ -1 +1 @@ -CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-per-flp --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1 +CRU_IDS=$(consul kv get o2/cache/flpToCruId/{{ it }}) && o2-dpl-raw-proxy -b --session default --dataspec 'x:TPC/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0' --inject-missing-data --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://tmp/stf-builder-dpl-pipe-0,transport=shmem,rateLogging=1"' | o2-tpc-idc-to-vector -b --session default --crus "${CRU_IDS}" --severity error --infologger-severity error --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --pedestal-url ccdb-default@{{ tpc_idc_pedestal_timestamp }} | o2-tpc-idc-flp -b --session default --n-TFs-buffer $(( 100 * 128 / {{ pdp_n_hbf_per_tf }} )) --crus "${CRU_IDS}" --severity warning --infologger-severity warning --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 --disableIDC0CCDB true | o2-tpc-cmv-to-vector --input-spec "A:TPC/RAWDATA" --crus "${CRU_IDS}" --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' | o2-tpc-cmv-flp --trigger --trigger-threshold-cmv {{ tpc_trigger_threshold_cmv }} --trigger-threshold-cmvMeanMax {{ tpc_trigger_threshold_cmvMeanMax }} --trigger-threshold-cmvMeanMin {{ tpc_trigger_threshold_cmvMeanMin }} --trigger-threshold-timebinMin {{ tpc_trigger_threshold_timeBinMin }} --trigger-threshold-timebinMax {{ tpc_trigger_threshold_timeBinMax }} --crus "${CRU_IDS}" --n-TFs-buffer $(( 50 * 128 / {{ pdp_n_hbf_per_tf }} )) --configKeyValues 'NameConf.mCCDBServer=http://127.0.0.1:8084;;keyval.output_dir=/dev/null' --lanes 1 | o2-dpl-output-proxy -b --session default --labels tpcidc:ecs-preserve-raw-channels --proxy-name tpcidc --proxy-channel-name tpcidc --fairmq-rate-logging 10 --tpcidc '--channel-config "name=tpcidc,method=bind,address=tcp://*:{{ merger_port_idc }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "idc2:TPC/IDCGROUPC" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --labels tpccmv:ecs-preserve-raw-channels --proxy-name tpccmv --proxy-channel-name tpccmv --fairmq-rate-logging 10 --tpccmv '--channel-config "name=tpccmv,method=bind,address=tcp://*:{{ merger_port_cmv }},type=push,transport=zeromq,rateLogging=1" ' --dataspec "cmvgroup:TPC/CMVGROUP;cmvorbit:TPC/CMVORBITINFO" --sporadic-inputs --infologger-severity info --severity info | o2-dpl-output-proxy -b --session default --dpl-output-proxy '--channel-config "name=downstream,type=push,method=bind,address=ipc:///tmp/stf-pipe-0,rateLogging=10,transport=shmem"' --dataspec 'xout:TPC/RAWDATA;trgout:TPC/CMVTRIGGER;ddout:FLP/DISTSUBTIMEFRAME/0' --environment DPL_OUTPUT_PROXY_ORDERED=1