| { | |
| "_name_or_path": "/export/share/yucheng/hpt/HPT-trainer/projects/finetune/work_dirs/siglip_llama3_8b_490_finetune_hpt_v4_490/iter_42000.hg/projector", | |
| "architectures": [ | |
| "HformerModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_hformer.HformerConfig", | |
| "AutoModel": "modeling_hformer.HformerModel" | |
| }, | |
| "bert": "bert-base-uncased", | |
| "bias": true, | |
| "cross_attention_freq": 2, | |
| "llm_hidden_size": 4096, | |
| "model_type": "hformer", | |
| "num_query_token": 32, | |
| "qformer_pth": null, | |
| "torch_dtype": "float16", | |
| "transformers_version": "4.37.0", | |
| "visual_hidden_size": 1152 | |
| } | |