[arvados] updated: 2.7.0-5027-g91ebfb6d38

git repository hosting git at public.arvados.org
Thu Oct 19 18:45:03 UTC 2023


Summary of changes:
 sdk/cwl/arvados_cwl/arv-cwl-schema-v1.2.yml        | 19 +++++++
 sdk/cwl/arvados_cwl/arvcontainer.py                |  4 +-
 sdk/cwl/arvados_cwl/arvworkflow.py                 | 59 ++++++++++++++++++----
 sdk/cwl/arvados_cwl/context.py                     |  1 +
 sdk/cwl/arvados_cwl/executor.py                    |  5 +-
 sdk/cwl/arvados_cwl/runner.py                      |  4 +-
 sdk/cwl/tests/arvados-tests.yml                    |  6 +++
 .../tests/wf/{runin-wf.cwl => runseparate-wf.cwl}  |  6 ++-
 8 files changed, 88 insertions(+), 16 deletions(-)
 copy sdk/cwl/tests/wf/{runin-wf.cwl => runseparate-wf.cwl} (90%)

       via  91ebfb6d3812313dfa13caa75a6e5fb426c0d519 (commit)
       via  407ea7b545e9529afe12503635e09cad23a96060 (commit)
       via  df566fda61e84d8d99ac133ecc3dbc8726dff40f (commit)
       via  5dc68f920a97034ad92e07caacf92165279c0a63 (commit)
       via  9ff9b33208ebffbb5be7fbe0a684b981f16e0533 (commit)
       via  f9eebd01bb13511dd9644a061a709ac115c47d47 (commit)
       via  86ab45de6b3924d50172411c24242dd265b5e9fc (commit)
       via  b89baf6ccf8ef6de4b3ab139ebf48bc53d4140ed (commit)
       via  927e6781a1bb21e5ef1d887b89916685601b8fd4 (commit)
       via  5e4f9bc4bba1ec5032f853266bd3f747e3d52588 (commit)
       via  950735385f7d8871839e7690e7310218cb6dd9a0 (commit)
      from  5f2c5c47d88f8225c63e3cc060cf6f55faad257c (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 91ebfb6d3812313dfa13caa75a6e5fb426c0d519
Merge: 5f2c5c47d8 407ea7b545
Author: Peter Amstutz <peter.amstutz at curii.com>
Date:   Thu Oct 19 14:44:52 2023 -0400

    Merge branch '20825-cwl-separate-runner' refs #20825
    
    Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <peter.amstutz at curii.com>

diff --cc sdk/cwl/arvados_cwl/arvworkflow.py
index 3ad2c6419a,6b6634bcc9..c592b83dc7
--- a/sdk/cwl/arvados_cwl/arvworkflow.py
+++ b/sdk/cwl/arvados_cwl/arvworkflow.py
@@@ -602,31 -594,12 +603,22 @@@ class ArvadosWorkflow(Workflow)
          self.dynamic_resource_req = []
          self.static_resource_req = []
          self.wf_reffiles = []
 -        self.loadingContext = loadingContext
 -        super(ArvadosWorkflow, self).__init__(toolpath_object, loadingContext)
 +        self.loadingContext = loadingContext.copy()
 +
 +        self.requirements = copy.deepcopy(getdefault(loadingContext.requirements, []))
 +        tool_requirements = toolpath_object.get("requirements", [])
 +        self.hints = copy.deepcopy(getdefault(loadingContext.hints, []))
 +        tool_hints = toolpath_object.get("hints", [])
 +
 +        workflow_runner_req, _ = self.get_requirement("http://arvados.org/cwl#WorkflowRunnerResources")
 +        if workflow_runner_req and workflow_runner_req.get("acrContainerImage"):
 +            self.loadingContext.default_docker_image = workflow_runner_req.get("acrContainerImage")
 +
 +        super(ArvadosWorkflow, self).__init__(toolpath_object, self.loadingContext)
          self.cluster_target_req, _ = self.get_requirement("http://arvados.org/cwl#ClusterTarget")
  
-     def job(self, joborder, output_callback, runtimeContext):
- 
-         builder = make_builder(joborder, self.hints, self.requirements, runtimeContext, self.metadata)
-         runtimeContext = set_cluster_target(self.tool, self.arvrunner, builder, runtimeContext)
- 
-         req, _ = self.get_requirement("http://arvados.org/cwl#RunInSingleContainer")
-         if not req:
-             return super(ArvadosWorkflow, self).job(joborder, output_callback, runtimeContext)
- 
-         # RunInSingleContainer is true
  
+     def runInSingleContainer(self, joborder, output_callback, runtimeContext, builder):
          with SourceLine(self.tool, None, WorkflowException, logger.isEnabledFor(logging.DEBUG)):
              if "id" not in self.tool:
                  raise WorkflowException("%s object must have 'id'" % (self.tool["class"]))
diff --cc sdk/cwl/arvados_cwl/context.py
index dd64879b9f,86812a419a..0439cb5b15
--- a/sdk/cwl/arvados_cwl/context.py
+++ b/sdk/cwl/arvados_cwl/context.py
@@@ -44,7 -43,7 +44,8 @@@ class ArvRuntimeContext(RuntimeContext)
          self.varying_url_params = ""
          self.prefer_cached_downloads = False
          self.cached_docker_lookups = {}
 +        self.print_keep_deps = False
+         self.git_info = {}
  
          super(ArvRuntimeContext, self).__init__(kwargs)
  

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list