scripts/videogpt/train_videogpt_dsz3.sh

export ACCELERATE_GRADIENT_ACCUMULATION_STEPS=1

accelerate launch \
  --config_file scripts/accelerate_configs/deepspeed_zero3_config.yaml \
  opensora/train/train_videogpt.py \
  --do_train \
  --seed 1234 \
  --data_path "datasets/UCF-101/" \
  --per_device_train_batch_size 32  \
  --gradient_accumulation_steps $ACCELERATE_GRADIENT_ACCUMULATION_STEPS \
  --learning_rate 7e-4 \
  --weight_decay 0. \
  --num_train_epochs 2 \
  --lr_scheduler_type cosine \
  --max_grad_norm 1.0 \
  --save_strategy steps \
  --save_total_limit 5 \
  --logging_steps 5 \
  --save_steps 10000 \
  --n_codes 1024 \
  --n_hiddens 240 \
  --embedding_dim 4 \
  --n_res_layers 4 \
  --downsample "4,4,4" \
  --resolution 128 \
  --sequence_length 16 \
  --output_dir results/videogpt_444_128 \
  --bf16 True \
  --fp16 False \
  --report_to tensorboard