max_duration for Mosaic jobs (fixie-ai#112)

* max_duration for Mosaic jobs * update max duration to 6
jiviai · Sep 13, 2024 · 9293591 · 9293591
1 parent 5691c79
commit 9293591
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/mcloud.yaml b/mcloud.yaml
@@ -9,9 +9,11 @@ integrations:
     git_repo: fixie-ai/ultravox
     git_branch: $UV_BRANCH
     pip_install: poetry==1.7.1
+scheduling:
+  max_duration: 6  # 6 hours max for jobs to avoid hanging jobs
 command: >-
   cd ultravox && poetry install --no-dev && poetry run torchrun --nproc_per_node=8 -m ultravox.training.train $TRAIN_ARGS
 env_variables:
   MLFLOW_TRACKING_URI: databricks
   UV_BRANCH: main
-  TRAIN_ARGS: --config_path ultravox/training/configs/release_config.yaml
+  TRAIN_ARGS: --config_path ultravox/training/configs/release_config.yaml