Upload job.sh with huggingface_hub

job.sh

@@ -36,9 +36,11 @@ echo "PYTORCH_CUDA_ALLOC_CONF=${PYTORCH_CUDA_ALLOC_CONF}"
 echo "CKPT_LOCAL_DIR=${CKPT_LOCAL_DIR} TMPDIR=${TMPDIR}"
 
 ARGS=(
+  --sft
   --model-size "${MODEL_SIZE:-1.7b}"
-  --dataset "${DATASET:-HuggingFaceFW/fineweb}"
-  --dataset-config "${DATASET_CONFIG:-sample-10BT}"
+  --datasets "${DATASETS:-}"
+  --dataset-configs "${DATASET_CONFIGS:-}"
+  --dataset-weights "${DATASET_WEIGHTS:-}"
   --split "${SPLIT:-train}"
   --text-field "${TEXT_FIELD:-text}"
   --block-size "${BLOCK_SIZE:-4096}"
@@ -53,7 +55,6 @@ ARGS=(
   --save-interval "${SAVE_INTERVAL:-100}"
   --weights-save-interval "${WEIGHTS_SAVE_INTERVAL:-0}"
   --ckpt-local-dir "${CKPT_LOCAL_DIR}"
-  --bucket-sync-interval "${BUCKET_SYNC_INTERVAL:-1}"
   --log-interval "${LOG_INTERVAL:-10}"
   --dtype auto
   --tokenizer "${TOKENIZER:-meta-llama/Llama-3.2-1B}"
@@ -66,7 +67,6 @@ ARGS=(
 )
 
 if [ -n "${ASYNC_BUCKET_URI:-${BUCKET_URI:-}}" ] && [ "${ASYNC_BUCKET_UPLOAD:-1}" = "1" ]; then
-  ARGS+=(--async-bucket-uri "${ASYNC_BUCKET_URI:-${BUCKET_URI}}")
 fi
 
 if [ -n "${INIT_FROM:-}" ]; then