riczhou commited on
Commit
3c039fb
1 Parent(s): 1159ad4

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +33 -1
mlc-chat-config.json CHANGED
@@ -27,7 +27,39 @@
27
  "temperature": 0.6,
28
  "repetition_penalty": 1.0,
29
  "top_p": 0.9,
30
- "conv_template": "llama-2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "pad_token_id": 0,
32
  "bos_token_id": 1,
33
  "eos_token_id": 2,
 
27
  "temperature": 0.6,
28
  "repetition_penalty": 1.0,
29
  "top_p": 0.9,
30
+ "conv_template": {
31
+ "name": "llama-2",
32
+ "system_template": "[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n",
33
+ "system_message": "You are a helpful, respectful and honest assistant.",
34
+ "system_prefix_token_ids": [
35
+ 1
36
+ ],
37
+ "add_role_after_system_message": false,
38
+ "roles": {
39
+ "user": "[INST]",
40
+ "assistant": "[/INST]",
41
+ "tool": "[INST]"
42
+ },
43
+ "role_templates": {
44
+ "user": "{user_message}",
45
+ "assistant": "{assistant_message}",
46
+ "tool": "{tool_message}"
47
+ },
48
+ "messages": [],
49
+ "seps": [
50
+ " "
51
+ ],
52
+ "role_content_sep": " ",
53
+ "role_empty_sep": " ",
54
+ "stop_str": [
55
+ "[INST]"
56
+ ],
57
+ "stop_token_ids": [
58
+ 2
59
+ ],
60
+ "function_string": "",
61
+ "use_function_calling": false
62
+ },
63
  "pad_token_id": 0,
64
  "bos_token_id": 1,
65
  "eos_token_id": 2,