File size: 1,874 Bytes
27ca8b3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
wandb disabled
# srun -p a6000_xgpan -w MICL-PanXGSvr2 --gres=gpu:1 --ntasks-per-node=1 --cpus-per-task=8 \
export WANDB_API_KEY=a4f0741e80f509317597ad944a7292fabcb68bdf
CHECKPOINT_PATH="checkpoints/diffusion_only.ckpt"
python -m app +name=pumpkin \
algorithm=df_video_worldmemminecraft \
+checkpoint_path=$CHECKPOINT_PATH \
experiment.tasks=[interactive] \
dataset.validation_multiplier=1 \
dataset=video_minecraft \
+customized_load=true \
+dataset.n_frames_valid=100 \
+algorithm.n_tokens=8 \
+load_vae=false \
+load_t_to_r=false \
+zero_init_gate=false \
experiment.validation.batch_size=1 \
+algorithm.pose_cond_dim=5 \
+algorithm.condition_similar_length=8 \
+dataset.condition_similar_length=8 \
+algorithm.use_plucker=true \
+dataset.use_plucker=true \
+dataset.padding_pool=10 \
+dataset.focal_length=0.35 \
+algorithm.focal_length=0.35 \
+only_tune_refer=false \
+dataset.customized_validation=true \
+algorithm.customized_validation=true \
algorithm.context_frames=90 \
+algorithm.vis_gt=true \
+algorithm.relative_embedding=true \
dataset.save_dir=data/test_pumpkin \
+algorithm.log_video=true \
experiment.training.data.num_workers=4 \
experiment.validation.data.num_workers=4 \
+dataset.angle_range=30 \
+dataset.pos_range=0.5 \
+algorithm.cond_only_on_qk=true \
+algorithm.add_pose_embed=false \
+algorithm.use_domain_adapter=false \
+algorithm.use_reference_attention=true \
+algorithm.add_frame_timestep_embedder=true \
+dataset.add_frame_timestep_embedder=true \
experiment.validation.limit_batch=1 \
algorithm.diffusion.sampling_timesteps=20 \
+algorithm.is_interactive=true \
+vae_path=checkpoints/vae_only.ckpt \
+pose_predictor_path=checkpoints/pose_prediction_model_only.ckpt
|