Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
yuxiang630 commited on
Commit
b3ed7cb
1 Parent(s): cff055b

Upload tokenizer

Browse files
Files changed (2) hide show
  1. README.md +2 -2
  2. tokenizer_config.json +2 -2
README.md CHANGED
@@ -1,10 +1,10 @@
1
  ---
2
  license: other
3
- license_name: deepseek
4
  datasets:
5
  - ise-uiuc/Magicoder-OSS-Instruct-75K
6
  - ise-uiuc/Magicoder-Evol-Instruct-110K
7
- library_name: transformers
8
  pipeline_tag: text-generation
9
  ---
10
  # 🎩 Magicoder: Source Code Is All You Need
 
1
  ---
2
  license: other
3
+ library_name: transformers
4
  datasets:
5
  - ise-uiuc/Magicoder-OSS-Instruct-75K
6
  - ise-uiuc/Magicoder-Evol-Instruct-110K
7
+ license_name: deepseek
8
  pipeline_tag: text-generation
9
  ---
10
  # 🎩 Magicoder: Source Code Is All You Need
tokenizer_config.json CHANGED
@@ -180,6 +180,7 @@
180
  }
181
  },
182
  "bos_token": "<|begin▁of▁sentence|>",
 
183
  "clean_up_tokenization_spaces": false,
184
  "eos_token": "<|end▁of▁sentence|>",
185
  "legacy": true,
@@ -188,6 +189,5 @@
188
  "sp_model_kwargs": {},
189
  "tokenizer_class": "LlamaTokenizer",
190
  "unk_token": null,
191
- "use_default_system_prompt": false,
192
- "chat_template": "{%- set ns = namespace(found=false) -%}\n{%- for message in messages -%}\n {%- if message['role'] == 'system' -%}\n {%- set ns.found = true -%}\n {%- endif -%}\n{%- endfor -%}\n{{bos_token}}{%- if not ns.found -%}\n{%- endif %}\n{%- for message in messages %}\n {%- if message['role'] == 'system' %}\n{{ message['content'] + '\\n\\n' }}\n {%- else %}\n {%- if message['role'] == 'user' %}\n{{'@@ Instruction\\n' + message['content'] + '\\n\\n'}}\n {%- else %}\n{{'@@ Response\\n' + message['content'] + '\\n' + eos_token + '\\n'}}\n {%- endif %}\n {%- endif %}\n{%- endfor %}{% if add_generation_prompt %}{{ '@@ Response\n' }}{% endif %}"
193
  }
 
180
  }
181
  },
182
  "bos_token": "<|begin▁of▁sentence|>",
183
+ "chat_template": "{{bos_token}}{{'You are an exceptionally intelligent coding assistant that consistently delivers accurate and reliable responses to user instructions.\n\n'}}\n{%- for message in messages %}\n {%- if message['role'] == 'system' %}\n {{ raise_exception('System messages are not allowed in this template.') }}\n {%- else %}\n {%- if message['role'] == 'user' %}\n{{'@@ Instruction\n' + message['content'] + '\n\n'}}\n {%- else %}\n{{'@@ Response\n' + message['content'] + eos_token + '\n\n'}}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{{'@@ Response\n'}}",
184
  "clean_up_tokenization_spaces": false,
185
  "eos_token": "<|end▁of▁sentence|>",
186
  "legacy": true,
 
189
  "sp_model_kwargs": {},
190
  "tokenizer_class": "LlamaTokenizer",
191
  "unk_token": null,
192
+ "use_default_system_prompt": false
 
193
  }