Update slurm_handler.py

2024-10-10 22:05:27 -05:00 · 2024-10-10 22:05:27 -05:00 · 521fe06e7b
commit 521fe06e7b
parent de7b6f87a4
1 changed files with 4 additions and 0 deletions
--- a/hyperparameter_tuner/slurm_handler.py
+++ b/hyperparameter_tuner/slurm_handler.py
@ -70,6 +70,10 @@ def create_objective(
            logger.error('Error submitting SLURM job')
            raise

+        while not os.path.isfile(results_path):
+            print(f"Waiting for {results_path} to be created...")
+            time.sleep(5)
+
        while True:
            df = pd.read_csv(results_path)