1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
|
# SPDX-License-Identifier: Apache-2.0
"""Test the load and save functions for CWL."""
from pathlib import Path
from pytest import raises
from ruamel.yaml.main import YAML
import cwl_utils.parser.latest as latest
from cwl_utils.errors import GraphTargetMissingException
from cwl_utils.parser import (
cwl_v1_2,
cwl_version,
load_document,
load_document_by_uri,
save,
)
from .util import get_data
TEST_v1_0_CWL = get_data("testdata/md5sum.cwl")
TEST_v1_0_CWL_REMOTE = (
"https://raw.githubusercontent.com/"
"common-workflow-language/cwl-utils/main/testdata/md5sum.cwl"
)
TEST_v1_2_CWL = get_data("testdata/workflow_input_format_expr_v1_2.cwl")
yaml = YAML(typ="rt")
yaml.preserve_quotes = True
def test_cwl_version() -> None:
"""Test cwl_version for a CommandLineTool."""
with open(TEST_v1_0_CWL) as cwl_h:
yaml_obj = yaml.load(cwl_h)
ver = cwl_version(yaml_obj)
assert ver == "v1.0"
def test_load_document() -> None:
"""Test load_document for a CommandLineTool."""
with open(TEST_v1_0_CWL) as cwl_h:
yaml_obj = yaml.load(cwl_h)
cwl_obj = load_document(yaml_obj, Path(TEST_v1_0_CWL).resolve().as_uri())
assert cwl_obj.cwlVersion == "v1.0"
assert cwl_obj.inputs[0].id.endswith("input_file")
def test_load_document_with_local_uri() -> None:
"""Test load_document for a CommandLineTool in a local URI."""
uri = Path(TEST_v1_0_CWL).resolve().as_uri()
assert uri.startswith("file://")
cwl_obj = load_document_by_uri(uri)
assert cwl_obj.cwlVersion == "v1.0"
assert cwl_obj.inputs[0].id.endswith("input_file")
def test_load_document_with_remote_uri() -> None:
"""Test load_document for a CommandLineTool in a remote URI."""
cwl_obj = load_document_by_uri(TEST_v1_0_CWL_REMOTE)
assert cwl_obj.cwlVersion == "v1.0"
assert cwl_obj.inputs[0].id.endswith("input_file")
def test_save() -> None:
"""Test save for a list of Process objects with different cwlVersions."""
with open(TEST_v1_0_CWL) as cwl_h:
yaml_obj10 = yaml.load(cwl_h)
cwl_obj10 = load_document(yaml_obj10, Path(TEST_v1_0_CWL).resolve().as_uri())
assert cwl_obj10.cwlVersion == "v1.0"
with open(TEST_v1_2_CWL) as cwl_h:
yaml_obj12 = yaml.load(cwl_h)
cwl_obj12 = load_document(yaml_obj12, Path(TEST_v1_2_CWL).resolve().as_uri())
assert cwl_obj12.cwlVersion == "v1.2"
saved_obj = save([cwl_obj10, cwl_obj12])
ver = cwl_version(saved_obj)
assert ver == "v1.2"
def test_latest_parser() -> None:
"""Test the `latest` parser is same as cwl_v1_2 (current latest) parser."""
uri = Path(TEST_v1_2_CWL).as_uri()
with open(TEST_v1_2_CWL) as cwl_h:
yaml_obj12 = yaml.load(cwl_h)
latest_cwl_obj = latest.load_document_by_yaml(yaml_obj12, uri)
assert latest_cwl_obj.cwlVersion == "v1.2"
def test_shortname() -> None:
assert cwl_v1_2.shortname("http://example.com/foo") == "foo"
assert cwl_v1_2.shortname("http://example.com/#bar") == "bar"
assert cwl_v1_2.shortname("http://example.com/foo/bar") == "bar"
assert cwl_v1_2.shortname("http://example.com/foo#bar") == "bar"
assert cwl_v1_2.shortname("http://example.com/#foo/bar") == "bar"
assert cwl_v1_2.shortname("http://example.com/foo#bar/baz") == "baz"
def test_get_id_from_graph() -> None:
"""Test loading an explicit id of a CWL document with $graph property."""
uri = Path(get_data("testdata/echo-tool-packed.cwl")).resolve().as_uri()
cwl_obj = load_document_by_uri(uri + "#main")
assert cwl_obj.id == uri + "#main"
def test_get_default_id_from_graph() -> None:
"""Test that loading the default id of a CWL document with $graph property returns the `#main` id."""
uri = Path(get_data("testdata/echo-tool-packed.cwl")).resolve().as_uri()
cwl_obj = load_document_by_uri(uri)
assert cwl_obj.id == uri + "#main"
def test_get_default_id_from_graph_without_main() -> None:
"""Test that loading the default id of a CWL document with $graph property and no `#main` id throws an error.""" # noqa: B950
uri = Path(get_data("testdata/js-expr-req-wf.cwl")).resolve().as_uri()
with raises(GraphTargetMissingException):
load_document_by_uri(uri)
def test_graph_load_all() -> None:
"""Test that we can get all object in a $graph file."""
uri = Path(get_data("testdata/js-expr-req-wf.cwl")).resolve().as_uri()
cwl_objs = load_document_by_uri(uri, load_all=True)
assert len(cwl_objs) == 2
def test_map_ordering_v1_0() -> None:
"""Confirm that ID map entries are not sorted during parsing, CWL v1.0."""
uri = Path(get_data("testdata/map-ordering-v1_0.cwl")).resolve().as_uri()
cwl_obj = load_document_by_uri(uri)
assert cwl_obj.inputs[0].id == f"{uri}#09first_input"
assert cwl_obj.inputs[1].id == f"{uri}#05second_input"
assert cwl_obj.inputs[2].id == f"{uri}#01third_input"
assert cwl_obj.steps[0].id == f"{uri}#zz_step_one"
assert cwl_obj.steps[1].id == f"{uri}#00_step_two"
assert cwl_obj.outputs[0].id == f"{uri}#zz_first_output"
assert cwl_obj.outputs[1].id == f"{uri}#ll_second_output"
assert cwl_obj.outputs[2].id == f"{uri}#aa_third_output"
def test_map_ordering_v1_1() -> None:
"""Confirm that ID map entries are not sorted during parsing, CWL v1.1."""
uri = Path(get_data("testdata/map-ordering-v1_1.cwl")).resolve().as_uri()
cwl_obj = load_document_by_uri(uri)
assert cwl_obj.inputs[0].id == f"{uri}#09first_input"
assert cwl_obj.inputs[1].id == f"{uri}#05second_input"
assert cwl_obj.inputs[2].id == f"{uri}#01third_input"
assert cwl_obj.steps[0].id == f"{uri}#zz_step_one"
assert cwl_obj.steps[1].id == f"{uri}#00_step_two"
assert cwl_obj.outputs[0].id == f"{uri}#zz_first_output"
assert cwl_obj.outputs[1].id == f"{uri}#ll_second_output"
assert cwl_obj.outputs[2].id == f"{uri}#aa_third_output"
def test_map_ordering_v1_2() -> None:
"""Confirm that ID map entries are not sorted during parsing, CWL v1.2."""
uri = Path(get_data("testdata/map-ordering-v1_2.cwl")).resolve().as_uri()
cwl_obj = load_document_by_uri(uri)
assert cwl_obj.inputs[0].id == f"{uri}#09first_input"
assert cwl_obj.inputs[1].id == f"{uri}#05second_input"
assert cwl_obj.inputs[2].id == f"{uri}#01third_input"
assert cwl_obj.steps[0].id == f"{uri}#zz_step_one"
assert cwl_obj.steps[1].id == f"{uri}#00_step_two"
assert cwl_obj.outputs[0].id == f"{uri}#zz_first_output"
assert cwl_obj.outputs[1].id == f"{uri}#ll_second_output"
assert cwl_obj.outputs[2].id == f"{uri}#aa_third_output"
|