From 0299f10cca5bc0dcbd3dd1e372c3cd4e12e91593 Mon Sep 17 00:00:00 2001 From: Joya Chen Date: Tue, 30 Jul 2024 16:31:33 +0800 Subject: [PATCH] Update encode.py for single-node --- data/preprocess/encode.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/data/preprocess/encode.py b/data/preprocess/encode.py index d2ae9e4..facb8e0 100644 --- a/data/preprocess/encode.py +++ b/data/preprocess/encode.py @@ -24,7 +24,7 @@ class LiveOnePlusEncodingArguments(LiveOnePlusTrainingArguments): vision_encode=vision_encode, batch_size=256, save_bf16=True ) - executor = submitit.AutoExecutor(folder=f"outputs/preprocess/") + executor = submitit.AutoExecutor(folder=f"outputs/preprocess/", cluster='local' if args.num_nodes == 1 else 'slurm') executor.update_parameters( tasks_per_node=args.num_gpus, nodes=args.num_nodes, @@ -33,5 +33,6 @@ class LiveOnePlusEncodingArguments(LiveOnePlusTrainingArguments): slurm_partition=args.slurm_partition, mem_gb=240, slurm_time='24:00:00', + timeout_min=600, ) job = executor.submit(task)