Skip to content
Snippets Groups Projects
Commit 2182363f authored by Alice.Faure's avatar Alice.Faure
Browse files

use cta-prod-managedata for all CWL tests

parent 01beb00b
No related branches found
No related tags found
1 merge request!120use cta-prod-managedata for all CWL tests
output_pattern: Data/*.h5
base_path: /vo.cta.in2p3.fr/tests/prodsys/cwl_test/processing
storage_elements: '["CSCS-Disk"]'
catalogs: '["DIRACFileCatalog", "TSCatalog"]'
output_type: Data
dataDir:
class: Directory
location: Data/
cwlVersion: v1.2
class: CommandLineTool
label: upload file on SE and register in catalog
baseCommand: cta-user-managedata
requirements:
InitialWorkDirRequirement:
listing:
- $(inputs.dataDir)
inputs:
output_pattern:
type: string
inputBinding:
position: 1
base_path:
type: string
inputBinding:
position: 2
storage_elements:
type: string
inputBinding:
position: 3
catalogs:
type: string
inputBinding:
position: 4
output_type:
type: string
inputBinding:
position: 5
dataDir:
type: Directory
inputBinding:
position: 6
outputs: []
output_pattern: Data/*dark*.simtel.zst
base_path: /vo.cta.in2p3.fr/tests/prodsys/cwl_test/simulation
storage_elements: '["CSCS-Disk"]'
catalogs: '["DIRACFileCatalog", "TSCatalog"]'
output_type: Data
dataDir:
class: Directory
location: Data/
cwlVersion: v1.2
class: Workflow
inputs:
name_package: string
version_number: string
job_type: string
compiler: string
start_run_number: int
run_number: int
site: string
particle: string
pointing_dir: string
zenith_angle: int
output_pattern: string
base_path: string
storage_elements: string
catalogs: string
output_type: string
outputs: []
steps:
setup_software:
run: setup-software.cwl
in:
name_package: name_package
version_number: version_number
job_type: job_type
compiler: compiler
out: [dirac, setup_path]
run_simulation:
run: dirac_prod_run.cwl
in:
setup_path : setup_software/setup_path
start_run_number: start_run_number
run_number: run_number
site: site
particle: particle
pointing_dir: pointing_dir
zenith_angle: zenith_angle
out: [data_directory]
manage_data:
run: cta-user-managedata.cwl
in:
output_pattern: output_pattern
base_path: base_path
storage_elements: storage_elements
catalogs: catalogs
output_type: output_type
dataDir: run_simulation/data_directory
out: []
name_package: corsika_simtelarray
version_number: "2022-08-03"
job_type: simulations
compiler: gcc83_matchcpu
start_run_number: 0
run_number: 1 # dynamic in DIRAC
site: Paranal
particle: gamma
pointing_dir: South
zenith_angle: 20
output_pattern: Data/*dark*.simtel.zst
base_path: /vo.cta.in2p3.fr/user/a/afaure/prod6/
storage_elements: '["CSCS-Disk"]'
catalogs: '["DIRACFileCatalog", "TSCatalog"]'
output_type: Data
......@@ -707,8 +707,8 @@ class TestCWLTransformations(unittest.TestCase):
setup_yml = "CWL/setup-software-processing.yml"
run_cwl = "CWL/dirac_ctapipe-process_wrapper.cwl"
run_yml = "CWL/dirac_ctapipe-process_wrapper.yml"
data_cwl = "CWL/cta-user-managedata.cwl"
data_yml = "CWL/cta-user-managedata-processing.yml"
data_cwl = "CWL/cta-prod-managedata.cwl"
data_yml = "CWL/cta-prod-managedata-processing.yml"
launcher_cwl.submit_processing_transformation(
ProcTrans,
transName,
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment