| { | |
| "add_scalar_mixer": false, | |
| "base_model": null, | |
| "base_model_name": "jhu-clsp/ettin-encoder-17m", | |
| "batch_first": true, | |
| "freeze_base_model": false, | |
| "number_transformer_encoder_layers": 0, | |
| "scalar_mix_layer_norm": true, | |
| "transformer_encoder_hidden_dim": 512, | |
| "transformer_encoder_num_heads": 8 | |
| } |