Image Feature Extraction
Transformers
Safetensors
dinov2
rad-dino / vitb14_cxr.yaml
fepegar's picture
Add files helpful for fine-tuning (#6)
428e563
# this corresponds to the CXR config
train:
batch_size_per_gpu: 40 # For nodes with v100s (32 GB), use 20.
saveckp_every_n_epoch: 25
student:
arch: vit_base
block_chunks: 4
patch_size: 14
drop_block_rate: 0.00
drop_path_rate: 0.30
teacher:
warmup_teacher_temp_epochs: 50
optim:
epochs: 100
warmup_epochs: 5
base_lr: 0.001
evaluation:
eval_period_iterations: 300
tasks: # from the metadata.csv file of the CANDID processed dataset
- pneumothorax
crops:
global_crops_size: 518
local_crops_size: 196
global_crops_scale:
- 0.50
- 1.00
local_crops_number: 8
local_crops_scale:
- 0.20
- 0.50
pretrained: true