File size: 728 Bytes
878264b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
includes: projects/task/ft.yaml
dataset:
meta_processor: YoucookMetaProcessor
train_path: data/youcook/youcook_train.pkl
val_path: data/youcook/youcook_val.pkl
trainval_annotation: data/youcook/youcookii_annotations_trainval.json
use_annotation_text: True
video_processor: YoucookVideoProcessor
vfeat_dir: data/feat/feat_youcook_s3d # /checkpoint/huxu/feat/youcook_vmz # /checkpoint/prarora/berniehuang/feat_youcook_vmz
text_processor: TextProcessor
aligner: DSAligner
num_iso_layer: 12
model:
model_cls: MMFusionJoint
mm_encoder_cls: MMBertForJoint
loss:
loss_cls: T2VContraLoss
fairseq:
dataset:
batch_size: 128
optimization:
max_epoch: 10
checkpoint:
save_dir: runs/task/youcook
|