Caleb Ellington commited on
Commit
4313dac
·
1 Parent(s): 4084e52

update with major refactor

Browse files
Files changed (1) hide show
  1. config.yaml +6 -6
config.yaml CHANGED
@@ -77,7 +77,7 @@ trainer:
77
  log_weight_decay: false
78
  - class_path: lightning.pytorch.callbacks.ModelCheckpoint
79
  init_args:
80
- dirpath: genbio_finetune/logs/xtrimo_benchmark_gbft_reproduction/fluorescence_proteinmoe_16B
81
  filename: best_val:{epoch}-{val_spearman:.3f}
82
  monitor: val_spearman
83
  verbose: false
@@ -138,10 +138,10 @@ trainer:
138
  reload_dataloaders_every_n_epochs: 0
139
  default_root_dir: null
140
  model:
141
- class_path: genbio_finetune.tasks.SequenceRegression
142
  init_args:
143
  backbone:
144
- class_path: genbio_finetune.models.proteinfm
145
  init_args:
146
  from_scratch: false
147
  max_length: 512
@@ -163,7 +163,7 @@ model:
163
  attention_probs_dropout_prob: 0
164
  model_init_args: null
165
  adapter:
166
- class_path: genbio_finetune.models.MLPPoolAdapter
167
  init_args:
168
  pooling: mean_pooling
169
  hidden_sizes:
@@ -190,7 +190,7 @@ model:
190
  differentiable: false
191
  fused: null
192
  lr_scheduler:
193
- class_path: genbio_finetune.lr_schedulers.CosineWithWarmup
194
  init_args:
195
  warmup_ratio: 0.05
196
  num_warmup_steps: null
@@ -200,7 +200,7 @@ model:
200
  strict_loading: true
201
  reset_optimizer_states: false
202
  data:
203
- class_path: genbio_finetune.data.FluorescencePrediction
204
  init_args:
205
  path: biomap-research/fluorescence_prediction
206
  normalize: true
 
77
  log_weight_decay: false
78
  - class_path: lightning.pytorch.callbacks.ModelCheckpoint
79
  init_args:
80
+ dirpath: modelgenerator/logs/xtrimo_benchmark_gbft_reproduction/fluorescence_proteinmoe_16B
81
  filename: best_val:{epoch}-{val_spearman:.3f}
82
  monitor: val_spearman
83
  verbose: false
 
138
  reload_dataloaders_every_n_epochs: 0
139
  default_root_dir: null
140
  model:
141
+ class_path: modelgenerator.tasks.SequenceRegression
142
  init_args:
143
  backbone:
144
+ class_path: modelgenerator.backbones.proteinfm
145
  init_args:
146
  from_scratch: false
147
  max_length: 512
 
163
  attention_probs_dropout_prob: 0
164
  model_init_args: null
165
  adapter:
166
+ class_path: modelgenerator.adapters.MLPPoolAdapter
167
  init_args:
168
  pooling: mean_pooling
169
  hidden_sizes:
 
190
  differentiable: false
191
  fused: null
192
  lr_scheduler:
193
+ class_path: modelgenerator.lr_schedulers.CosineWithWarmup
194
  init_args:
195
  warmup_ratio: 0.05
196
  num_warmup_steps: null
 
200
  strict_loading: true
201
  reset_optimizer_states: false
202
  data:
203
+ class_path: modelgenerator.data.FluorescencePrediction
204
  init_args:
205
  path: biomap-research/fluorescence_prediction
206
  normalize: true