Upload processor

processor_config.json

@@ -0,0 +1,4 @@
+{
+  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n'}}{# Render all images first #}{% for content in message['content'] | selectattr('type', 'equalto', 'image') %}{{ '<image>\n' }}{% endfor %}{# Render all text next #}{% for content in message['content'] | selectattr('type', 'equalto', 'text') %}{{ content['text'] }}{% endfor %}{{'<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "processor_class": "LlavaNextVideoProcessor"
+}

special_tokens_map.json

@@ -13,13 +13,7 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "pad_token": "<|im_end|>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -1,7 +1,14 @@
 {
   "version": "1.0",
   "truncation": null,
-  "padding": null,
+  "padding": {
+    "strategy": "BatchLongest",
+    "direction": "Left",
+    "pad_to_multiple_of": null,
+    "pad_id": 7,
+    "pad_type_id": 0,
+    "pad_token": "<|im_end|>"
+  },
   "added_tokens": [
     {
       "id": 0,

tokenizer_config.json

@@ -66,7 +66,7 @@
   "eos_token": "<|im_end|>",
   "legacy": true,
   "model_max_length": 4096,
-  "pad_token": "<unk>",
+  "pad_token": "<|im_end|>",
   "padding_side": "left",
   "processor_class": "LlavaNextVideoProcessor",
   "sp_model_kwargs": {},