ai-agnisys commited on
Commit
e8c83fd
·
verified ·
1 Parent(s): 154ea46

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. chat_template.jinja +15 -0
  2. tokenizer_config.json +0 -1
chat_template.jinja ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {% if 'role' in messages[0] %}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user
2
+ ' + message['content'] + '<|im_end|>
3
+ '}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant
4
+ ' + message['content'] + '<|im_end|>
5
+ ' }}{% else %}{{ '<|im_start|>system
6
+ ' + message['content'] + '<|im_end|>
7
+ ' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
8
+ ' }}{% endif %}{% else %}{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user
9
+ ' + message['value'] + '<|im_end|>
10
+ '}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant
11
+ ' + message['value'] + '<|im_end|>
12
+ ' }}{% else %}{{ '<|im_start|>system
13
+ ' + message['value'] + '<|im_end|>
14
+ ' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
15
+ ' }}{% endif %}{% endif %}
tokenizer_config.json CHANGED
@@ -2050,7 +2050,6 @@
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
- "chat_template": "{% if 'role' in messages[0] %}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\n' + message['content'] + '<|im_end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant\n' + message['content'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['content'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% else %}{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% endif %}",
2054
  "clean_up_tokenization_spaces": false,
2055
  "eos_token": "<|im_end|>",
2056
  "extra_special_tokens": {},
 
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
 
2053
  "clean_up_tokenization_spaces": false,
2054
  "eos_token": "<|im_end|>",
2055
  "extra_special_tokens": {},