From b7ae010a45ec69bbdc8a2687152f5c9522a588b1 Mon Sep 17 00:00:00 2001 From: drewoldag <47493171+drewoldag@users.noreply.github.com> Date: Tue, 30 Jul 2024 10:43:29 -0700 Subject: [PATCH] A few more small updates. --- example_runtime_config.toml | 2 +- src/kbmod_wf/resource_configs/klone_configuration.py | 1 - src/kbmod_wf/workflow.py | 2 +- 3 files changed, 2 insertions(+), 3 deletions(-) diff --git a/example_runtime_config.toml b/example_runtime_config.toml index 86be393..4f8922d 100644 --- a/example_runtime_config.toml +++ b/example_runtime_config.toml @@ -20,7 +20,7 @@ search_config_filepath = "/home/drew/code/kbmod-wf/dev_staging/search_config.yam [apps.reproject_wu] # Number of processors to use for parallelizing the reprojection -n_workers = 8 +n_workers = 32 # The name of the observation site to use for reflex correction observation_site = "ctio" diff --git a/src/kbmod_wf/resource_configs/klone_configuration.py b/src/kbmod_wf/resource_configs/klone_configuration.py index 302f72d..2609d51 100644 --- a/src/kbmod_wf/resource_configs/klone_configuration.py +++ b/src/kbmod_wf/resource_configs/klone_configuration.py @@ -62,7 +62,6 @@ def klone_resource_config(): ), HighThroughputExecutor( label="gpu", - available_accelerators=1, max_workers_per_node=1, provider=SlurmProvider( partition="ckpt-g2", diff --git a/src/kbmod_wf/workflow.py b/src/kbmod_wf/workflow.py index ee7f08b..f4247be 100644 --- a/src/kbmod_wf/workflow.py +++ b/src/kbmod_wf/workflow.py @@ -73,7 +73,7 @@ def uri_to_ic(inputs=[], outputs=[], runtime_config={}, logging_file=None): @python_app( - cache=True, executors=get_executors(["local_dev_testing", "small_cpu"]), ignore_for_cache=["logging_file"] + cache=True, executors=get_executors(["local_dev_testing", "large_mem"]), ignore_for_cache=["logging_file"] ) def ic_to_wu(inputs=[], outputs=[], runtime_config={}, logging_file=None): from kbmod_wf.utilities.logger_utilities import configure_logger