Caleb Ellington
commited on
Commit
·
4313dac
1
Parent(s):
4084e52
update with major refactor
Browse files- config.yaml +6 -6
config.yaml
CHANGED
@@ -77,7 +77,7 @@ trainer:
|
|
77 |
log_weight_decay: false
|
78 |
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
|
79 |
init_args:
|
80 |
-
dirpath:
|
81 |
filename: best_val:{epoch}-{val_spearman:.3f}
|
82 |
monitor: val_spearman
|
83 |
verbose: false
|
@@ -138,10 +138,10 @@ trainer:
|
|
138 |
reload_dataloaders_every_n_epochs: 0
|
139 |
default_root_dir: null
|
140 |
model:
|
141 |
-
class_path:
|
142 |
init_args:
|
143 |
backbone:
|
144 |
-
class_path:
|
145 |
init_args:
|
146 |
from_scratch: false
|
147 |
max_length: 512
|
@@ -163,7 +163,7 @@ model:
|
|
163 |
attention_probs_dropout_prob: 0
|
164 |
model_init_args: null
|
165 |
adapter:
|
166 |
-
class_path:
|
167 |
init_args:
|
168 |
pooling: mean_pooling
|
169 |
hidden_sizes:
|
@@ -190,7 +190,7 @@ model:
|
|
190 |
differentiable: false
|
191 |
fused: null
|
192 |
lr_scheduler:
|
193 |
-
class_path:
|
194 |
init_args:
|
195 |
warmup_ratio: 0.05
|
196 |
num_warmup_steps: null
|
@@ -200,7 +200,7 @@ model:
|
|
200 |
strict_loading: true
|
201 |
reset_optimizer_states: false
|
202 |
data:
|
203 |
-
class_path:
|
204 |
init_args:
|
205 |
path: biomap-research/fluorescence_prediction
|
206 |
normalize: true
|
|
|
77 |
log_weight_decay: false
|
78 |
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
|
79 |
init_args:
|
80 |
+
dirpath: modelgenerator/logs/xtrimo_benchmark_gbft_reproduction/fluorescence_proteinmoe_16B
|
81 |
filename: best_val:{epoch}-{val_spearman:.3f}
|
82 |
monitor: val_spearman
|
83 |
verbose: false
|
|
|
138 |
reload_dataloaders_every_n_epochs: 0
|
139 |
default_root_dir: null
|
140 |
model:
|
141 |
+
class_path: modelgenerator.tasks.SequenceRegression
|
142 |
init_args:
|
143 |
backbone:
|
144 |
+
class_path: modelgenerator.backbones.proteinfm
|
145 |
init_args:
|
146 |
from_scratch: false
|
147 |
max_length: 512
|
|
|
163 |
attention_probs_dropout_prob: 0
|
164 |
model_init_args: null
|
165 |
adapter:
|
166 |
+
class_path: modelgenerator.adapters.MLPPoolAdapter
|
167 |
init_args:
|
168 |
pooling: mean_pooling
|
169 |
hidden_sizes:
|
|
|
190 |
differentiable: false
|
191 |
fused: null
|
192 |
lr_scheduler:
|
193 |
+
class_path: modelgenerator.lr_schedulers.CosineWithWarmup
|
194 |
init_args:
|
195 |
warmup_ratio: 0.05
|
196 |
num_warmup_steps: null
|
|
|
200 |
strict_loading: true
|
201 |
reset_optimizer_states: false
|
202 |
data:
|
203 |
+
class_path: modelgenerator.data.FluorescencePrediction
|
204 |
init_args:
|
205 |
path: biomap-research/fluorescence_prediction
|
206 |
normalize: true
|