upload_agillm4_checkpoints_loop.sh

#!/usr/bin/env bash
set -Eeuo pipefail

cd /workspace/agillm-4

LOG="${AGILLM4_UPLOAD_LOOP_LOG:-/workspace/agillm4_upload_loop.log}"
INTERVAL="${AGILLM4_UPLOAD_LOOP_INTERVAL_SEC:-1800}"

if [ -f /root/.cache/huggingface/token ]; then
  export HF_TOKEN="$(tr -d '\r\n' < /root/.cache/huggingface/token)"
  export HUGGING_FACE_HUB_TOKEN="$HF_TOKEN"
fi

mkdir -p "$(dirname "$LOG")"
exec >> "$LOG" 2>&1

echo "START_AGILLM4_UPLOAD_LOOP $(date -u +%Y-%m-%dT%H:%M:%SZ) interval=${INTERVAL}s"

while true; do
  echo "UPLOAD_TICK $(date -u +%Y-%m-%dT%H:%M:%SZ)"
  python -u /workspace/agillm-4/upload_agillm4_checkpoints.py || true
  sleep "$INTERVAL"
done