File size: 1,503 Bytes
4f7c22a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
  "model_type": "llama",
  "architectures": ["MultimodalLFM2Model"],
  
  "_name_or_path": "GoofyLM/N2.2-Eye-1.3B",
  "auto_map": {
    "AutoModelForCausalLM": "modeling_n2_eye.MultimodalLFM2Model",
    "AutoConfig": "modeling_n2_eye.MultimodalLFM2Config"
  },
  
  "lfm2_model_name": "LiquidAI/LFM2-1.2B",
  "clip_model_name": "google/siglip2-so400m-patch14-384",
  "vision_projection_dim": 512,
  
  "language_model_config": {
    "model_type": "lfm2",
    "hidden_size": 1536,
    "vocab_size": 50257,
    "max_position_embeddings": 2048
  },
  
  "vision_encoder_config": {
    "model_type": "clip_vision_model",
    "hidden_size": 768
  },
  
  "projection_config": {
    "vision_hidden_size": 768,
    "vision_projection_dim": 512,
    "language_hidden_size": 1536,
    "dropout": 0.1
  },
  
  "image_token": "<image>",
  "max_length": 2048,
  
  "torch_dtype": "bfloat16",
  "transformers_version": "4.46.0",
  "use_cache": true,
  
  "chat_template": "{% set system_message = 'You are a helpful assistant trained by Liquid AI. You can see and understand images.' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}<|im_start|>system\n{{ system_message }}<|im_end|>\n<image>\n{% for message in loop_messages %}<|im_start|>{{ message['role'] }}\n{{ message['content'] }}<|im_end|>\n{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
}