Upload folder using huggingface_hub

README.md

@@ -1,12 +1,4 @@
 ---
-language:
-- en
-license: apache-2.0
-tags:
-- multimodal
-- vision
-- image-text-to-text
-- mlx
 datasets:
 - HuggingFaceM4/OBELICS
 - laion/laion-coco
@@ -25,10 +17,20 @@ datasets:
 - camel-ai/math
 - AtlasUnified/atlas-math-sets
 - tiedong/goat
+- Lin-Chen/ShareGPT4V
+- jxu124/llava_conversation_58k
+language:
+- en
+license: apache-2.0
+tags:
+- multimodal
+- vision
+- image-text-to-text
+- mlx
 ---
 
 # mlx-community/idefics2-8b-4bit
-This model was converted to MLX format from [`HuggingFaceM4/idefics2-8b`]() using mlx-vlm version **0.0.4**.
+This model was converted to MLX format from [`HuggingFaceM4/idefics2-8b`]() using mlx-vlm version **0.1.0**.
 Refer to the [original model card](https://huggingface.co/HuggingFaceM4/idefics2-8b) for more details on the model.
 ## Use with mlx
 

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% for message in messages %}{{message['role'].capitalize()}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>\n{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}"
+}

config.json

@@ -25,7 +25,7 @@
     "vision_config": {
         "hidden_size": 1152,
         "image_size": 980,
-        "intermediate_size": 4304,
+        "intermediate_size": 4352,
         "model_type": "idefics2",
         "num_attention_heads": 16,
         "num_hidden_layers": 27,

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc35cd7086689f1791485c5c96ec33cccfe4f9bcb899c75107da4df3be272d1
+size 4748021239

preprocessor_config.json

@@ -1,6 +1,6 @@
 {
   "do_convert_rgb": true,
-  "do_image_splitting": false,
+  "do_image_splitting": true,
   "do_normalize": true,
   "do_pad": true,
   "do_rescale": true,

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -59,6 +60,7 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<unk>",
   "processor_class": "Idefics2Processor",