diff --git a/example_runtime_config.toml b/example_runtime_config.toml index 86be393..4f8922d 100644 --- a/example_runtime_config.toml +++ b/example_runtime_config.toml @@ -20,7 +20,7 @@ search_config_filepath = "/home/drew/code/kbmod-wf/dev_staging/search_config.yam [apps.reproject_wu] # Number of processors to use for parallelizing the reprojection -n_workers = 8 +n_workers = 32 # The name of the observation site to use for reflex correction observation_site = "ctio" diff --git a/src/kbmod_wf/resource_configs/klone_configuration.py b/src/kbmod_wf/resource_configs/klone_configuration.py index 302f72d..2609d51 100644 --- a/src/kbmod_wf/resource_configs/klone_configuration.py +++ b/src/kbmod_wf/resource_configs/klone_configuration.py @@ -62,7 +62,6 @@ def klone_resource_config(): ), HighThroughputExecutor( label="gpu", - available_accelerators=1, max_workers_per_node=1, provider=SlurmProvider( partition="ckpt-g2", diff --git a/src/kbmod_wf/workflow.py b/src/kbmod_wf/workflow.py index ee7f08b..f4247be 100644 --- a/src/kbmod_wf/workflow.py +++ b/src/kbmod_wf/workflow.py @@ -73,7 +73,7 @@ def uri_to_ic(inputs=[], outputs=[], runtime_config={}, logging_file=None): @python_app( - cache=True, executors=get_executors(["local_dev_testing", "small_cpu"]), ignore_for_cache=["logging_file"] + cache=True, executors=get_executors(["local_dev_testing", "large_mem"]), ignore_for_cache=["logging_file"] ) def ic_to_wu(inputs=[], outputs=[], runtime_config={}, logging_file=None): from kbmod_wf.utilities.logger_utilities import configure_logger