| { | |
| "name": "BioLinkBERT-large", | |
| "model_id": "michiyasunaga/BioLinkBERT-large", | |
| "batch_size": 64, | |
| "gradient_accumulation_steps": 1, | |
| "learning_rate": 2e-05, | |
| "epochs": 3, | |
| "max_seq_length": 512, | |
| "lora_r": 16, | |
| "lora_alpha": 32, | |
| "use_8bit": false, | |
| "target_modules": [ | |
| "query", | |
| "key", | |
| "value" | |
| ], | |
| "output_dir": "biolinkbert_cardiology" | |
| } |