| { | |
| "vocab_size": 1536, | |
| "d_model": 320, | |
| "heads": 8, | |
| "enc_layers": 6, | |
| "dec_layers": 4, | |
| "ff_mult": 4, | |
| "dropout": 0.1, | |
| "max_q_len": 192, | |
| "max_out_len": 192, | |
| "img_tokens": 210, | |
| "vision_stride": 32, | |
| "use_adapters": true, | |
| "use_router": true, | |
| "adapter_bottleneck": 64, | |
| "adapter_families": 8, | |
| "lora_r": 8, | |
| "lora_alpha": 16.0, | |
| "lora_dropout": 0.05, | |
| "lora_targets": "transformer" | |
| } | |