test_gridmet.cwl

  1#!/usr/bin/env cwl-runner
  2### Test harness for gridmet.cwl
  3
  4cwlVersion: v1.2
  5class: Workflow
  6
  7requirements:
  8  InlineJavascriptRequirement: {}
  9  MultipleInputFeatureRequirement: {}
 10  ScatterFeatureRequirement: {}
 11  StepInputExpressionRequirement: {}
 12  SubworkflowFeatureRequirement: {}
 13
 14
 15# All inputs of original pipeline, remove what is not needed
 16inputs:
 17  bands:
 18    doc: "University of Idaho Gridded Surface Meteorological Dataset \n[bands](https://developers.google.com/earth-engine/datasets/catalog/IDAHO_EPSCOR_GRIDMET#bands)\n"
 19    type: string[]
 20  connection_name:
 21    doc: The name of the section in the database.ini file
 22    type: string
 23  database:
 24    doc: Path to database connection file, usually database.ini
 25    type: File
 26  dates:
 27    doc: dates restriction, for testing purposes only
 28    type: string?
 29  domain:
 30    default: climate
 31    type: string
 32  geography:
 33    doc: 'Type of geography: zip codes or counties
 34
 35      Valid values: "zip", "zcta" or "county"
 36
 37      '
 38    type: string
 39  proxy:
 40    default: ''
 41    doc: HTTP/HTTPS Proxy if required
 42    type: string?
 43  ram:
 44    default: 1GB
 45    doc: Runtime memory, available to the process
 46    type: string
 47  shapes:
 48    doc: Do we even need this parameter, as we instead downloading shapes?
 49    type: Directory?
 50  strategy:
 51    default: auto
 52    doc: Rasterization strategy
 53    type: string
 54  test_script:
 55    doc: File containing SQL test script
 56    type: File[]
 57  years:
 58    default:
 59    - '2009'
 60    - '2010'
 61    type: string[]
 62
 63
 64steps:
 65  execute:
 66    run: gridmet.cwl
 67    in:
 68      proxy: proxy
 69      shapes: shapes
 70      geography: geography
 71      years: years
 72      bands: bands
 73      strategy: strategy
 74      ram: ram
 75      database: database
 76      connection_name: connection_name
 77      dates: dates
 78      domain: domain
 79    out:
 80      - initdb_log
 81      - initdb_err
 82      - init_schema_log
 83      - init_schema_err
 84      - registry
 85      - registry_log
 86      - registry_err
 87      - data
 88      - download_log
 89      - download_err
 90      - process_log
 91      - process_err
 92      - ingest_log
 93      - ingest_err
 94      - reset_log
 95      - reset_err
 96      - index_log
 97      - index_err
 98      - vacuum_log
 99      - vacuum_err
100      - export_data
101      - export_log
102      - export_err
103
104  verify:
105    run: run_test.cwl
106    in:
107      database: database
108      connection_name: connection_name
109      script: test_script
110      depends_on: execute/vacuum_err
111    out:
112      - log
113      - errors
114
115outputs:
116## Generated by nsaph/util/cwl_collect_outputs.py from gridmet.cwl:
117  execute_initdb_log:
118    type: File?
119    outputSource: execute/initdb_log
120  execute_initdb_err:
121    type: File?
122    outputSource: execute/initdb_err
123
124  execute_init_schema_log:
125    type: File?
126    outputSource: execute/init_schema_log
127  execute_init_schema_err:
128    type: File?
129    outputSource: execute/init_schema_err
130
131  execute_registry:
132    type: File?
133    outputSource: execute/registry
134  execute_registry_log:
135    type: File?
136    outputSource: execute/registry_log
137  execute_registry_err:
138    type: File?
139    outputSource: execute/registry_err
140  execute_data:
141    type: {'type': 'array', 'items': {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}}
142    outputSource: execute/data
143  execute_download_log:
144    type: {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}
145    outputSource: execute/download_log
146  execute_download_err:
147    type: {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}
148    outputSource: execute/download_err
149  execute_process_log:
150    type: {'type': 'array', 'items': {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}}
151    outputSource: execute/process_log
152  execute_process_err:
153    type: {'type': 'array', 'items': {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}}
154    outputSource: execute/process_err
155  execute_ingest_log:
156    type: {'type': 'array', 'items': {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}}
157    outputSource: execute/ingest_log
158  execute_ingest_err:
159    type: {'type': 'array', 'items': {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}}
160    outputSource: execute/ingest_err
161  execute_reset_log:
162    type: {'type': 'array', 'items': ['File']}
163    outputSource: execute/reset_log
164  execute_reset_err:
165    type: {'type': 'array', 'items': ['File']}
166    outputSource: execute/reset_err
167  execute_index_log:
168    type: {'type': 'array', 'items': ['File']}
169    outputSource: execute/index_log
170  execute_index_err:
171    type: {'type': 'array', 'items': ['File']}
172    outputSource: execute/index_err
173  execute_vacuum_log:
174    type: {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}
175    outputSource: execute/vacuum_log
176  execute_vacuum_err:
177    type: {'type': 'array', 'items': {'type': 'array', 'items': ['File']}}
178    outputSource: execute/vacuum_err
179## Generated by nsaph/util/cwl_collect_outputs.py from run_test.cwl:
180  verify_log:
181    type: File
182    outputSource: verify/log
183  verify_errors:
184    type: File
185    outputSource: verify/errors
186
187  execute_export_data:
188    type:
189      type: array
190      items:  ['File', 'Directory']
191    outputSource: execute/export_data
192  execute_export_log:
193    type: File[]
194    outputSource: execute/export_log
195  execute_export_err:
196    type: File[]
197    outputSource: execute/export_err