65 lines
2.0 KiB
JSON
65 lines
2.0 KiB
JSON
{
|
|
"add_projections": false,
|
|
"architectures": [
|
|
"JinaCLIPModel"
|
|
],
|
|
"auto_map": {
|
|
"AutoConfig": "jinaai/jina-clip-implementation--configuration_clip.JinaCLIPConfig",
|
|
"AutoModel": "jinaai/jina-clip-implementation--modeling_clip.JinaCLIPModel"
|
|
},
|
|
"initializer_factor": 1.0,
|
|
"logit_scale_init_value": 2.6592,
|
|
"matryoshka_dimensions": [32, 64, 128, 256, 512, 768, 1024],
|
|
"model_type": "jina_clip",
|
|
"projection_dim": 1024,
|
|
"text_config": {
|
|
"default_instruction_task": null,
|
|
"default_lora_task": "retrieval.query",
|
|
"embed_dim": 1024,
|
|
"hf_model_config_kwargs": {
|
|
"load_trained_adapters": false,
|
|
"lora_adaptations": [
|
|
"retrieval.query"
|
|
],
|
|
"lora_alpha": 4,
|
|
"lora_dropout_p": 0.0,
|
|
"lora_main_params_trainable": false,
|
|
"lora_rank": 4,
|
|
"task_instructions": {
|
|
"retrieval.query": "Represent the query for retrieving evidence documents: "
|
|
},
|
|
"use_flash_attn": true
|
|
},
|
|
"hf_model_name_or_path": "jinaai/jina-embeddings-v3",
|
|
"model_type": "jina_clip_text",
|
|
"pooler_type": "mean_pooler",
|
|
"proj_bias": false,
|
|
"proj_type": null
|
|
},
|
|
"torch_dtype": "bfloat16",
|
|
"truncate_dim": null,
|
|
"use_text_flash_attn": null,
|
|
"use_vision_xformers": null,
|
|
"vision_config": {
|
|
"embed_dim": 1024,
|
|
"fused_layer_norm": false,
|
|
"head_width": 64,
|
|
"image_size": 512,
|
|
"intp_freq": true,
|
|
"layers": 24,
|
|
"ls_init_value": null,
|
|
"mlp_ratio": 2.6667,
|
|
"model_type": "jina_clip_vision",
|
|
"naive_swiglu": true,
|
|
"patch_dropout": 0.1,
|
|
"patch_size": 14,
|
|
"post_norm": false,
|
|
"proj_type": null,
|
|
"pt_hw_seq_len": 16,
|
|
"qkv_bias": true,
|
|
"rope_embeddings": true,
|
|
"subln": true,
|
|
"width": 1024,
|
|
"x_attention": true
|
|
}
|
|
} |