Added training preset for sequence embedding finetuning training.

- Turn on `seqemb` mode in `data`, `model`, and `globals` config when using `seqemb` training preset.
- Set configuration options specific for finetuning in general.
This commit is contained in:
Sachin Kadyan 2022-10-18 17:57:58 -04:00
parent bbdaacfd17
commit a51f5fb585
1 changed files with 8 additions and 0 deletions

View File

@ -158,6 +158,14 @@ def model_config(
c.globals.seqemb_mode_enabled = True
c.model.extra_msa.enabled = False
c.model.evoformer_stack.no_column_attention = True
elif name == "seqemb_finetuning":
c.data.seqemb_mode.enabled = True
c.globals.seqemb_mode_enabled = True
c.model.extra_msa.enabled = False
c.model.evoformer_stack.no_column_attention = True
c.data.train.crop_size = 384
c.loss.violation.weight = 1.
c.loss.experimentally_resolved.weight = 0.01
else:
raise ValueError("Invalid model name")