File tree Expand file tree Collapse file tree 10 files changed +71
-63
lines changed
Expand file tree Collapse file tree 10 files changed +71
-63
lines changed Original file line number Diff line number Diff line change 1+ {
2+ "system_start" : " " ,
3+ "system_end" : " \n\n " ,
4+ "user_start" : " ### Instruction:\n " ,
5+ "user_end" : " \n\n " ,
6+ "assistant_start" : " ### Response:\n " ,
7+ "assistant_end" : " </s>\n\n "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" <|im_start|>system\n " ,
3- "system_end" :" <|im_end|>" ,
4- "user_start" :" <|im_start|>user\n " ,
5- "user_end" :" <|im_end|>" ,
6- "assistant_start" :" <|im_start|>assistant\n " ,
7- "assistant_end" :" <|im_end|>"
8- }
2+ "system_start" : " <|im_start|>system\n " ,
3+ "system_end" : " <|im_end|>\n " ,
4+ "user_start" : " <|im_start|>user\n " ,
5+ "user_end" : " <|im_end|>\n " ,
6+ "assistant_start" : " <|im_start|>assistant\n " ,
7+ "assistant_end" : " <|im_end|>\n "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>" ,
3- "system_end" :" <|END_OF_TURN_TOKEN|>" ,
4- "user_start" :" <|START_OF_TURN_TOKEN|><|USER_TOKEN|>" ,
5- "user_end" :" <|END_OF_TURN_TOKEN|>" ,
6- "assistant_start" :" <|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>" ,
7- "assistant_end" :" <|END_OF_TURN_TOKEN|>"
8- }
2+ "system_start" : " <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>" ,
3+ "system_end" : " <|END_OF_TURN_TOKEN|>" ,
4+ "user_start" : " <|START_OF_TURN_TOKEN|><|USER_TOKEN|>" ,
5+ "user_end" : " <|END_OF_TURN_TOKEN|>" ,
6+ "assistant_start" : " <|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>" ,
7+ "assistant_end" : " <|END_OF_TURN_TOKEN|>"
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" <start_of_turn>system\n " ,
3- "system_end" :" <end_of_turn>" ,
4- "user_start" :" <start_of_turn>user\n " ,
5- "user_end" :" <end_of_turn>" ,
6- "assistant_start" :" <start_of_turn>model\n " ,
7- "assistant_end" :" <end_of_turn>"
8- }
2+ "system_start" : " <start_of_turn>system\n " ,
3+ "system_end" : " <end_of_turn>\n " ,
4+ "user_start" : " <start_of_turn>user\n " ,
5+ "user_end" : " <end_of_turn>\n " ,
6+ "assistant_start" : " <start_of_turn>model\n " ,
7+ "assistant_end" : " <end_of_turn>\n "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" " ,
3- "system_end" :" " ,
4- "user_start" :" [INST] " ,
5- "user_end" :" " ,
6- "assistant_start" :" [/INST]" ,
7- "assistant_end" :" "
8- }
2+ "system_start" : " " ,
3+ "system_end" : " " ,
4+ "user_start" : " <s> [INST] " ,
5+ "user_end" : " " ,
6+ "assistant_start" : " [/INST] " ,
7+ "assistant_end" : " </s> \n "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" <|start_header_id|>system<|end_header_id|>\n\n " ,
3- "system_end" :" <|eot_id|>" ,
4- "user_start" :" <|eot_id|> <|start_header_id|>user<|end_header_id|>\n\n " ,
5- "user_end" :" <|eot_id|>" ,
6- "assistant_start" :" <|start_header_id|>assistant<|end_header_id|>\n\n " ,
7- "assistant_end" :" <|eot_id|>"
8- }
2+ "system_start" : " <|start_header_id|>system<|end_header_id|>\n\n " ,
3+ "system_end" : " <|eot_id|>" ,
4+ "user_start" : " <|start_header_id|>user<|end_header_id|>\n\n " ,
5+ "user_end" : " <|eot_id|>" ,
6+ "assistant_start" : " <|start_header_id|>assistant<|end_header_id|>\n\n " ,
7+ "assistant_end" : " <|eot_id|>"
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" <|system|>" ,
3- "system_end" :" " ,
4- "user_start" :" <|user|>" ,
5- "user_end" :" " ,
6- "assistant_start" :" <|model>" ,
7- "assistant_end" :" "
8- }
2+ "system_start" : " <|system|>" ,
3+ "system_end" : " " ,
4+ "user_start" : " <|user|>" ,
5+ "user_end" : " " ,
6+ "assistant_start" : " <|model>" ,
7+ "assistant_end" : " "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" " ,
3- "system_end" :" " ,
4- "user_start" :" [INST] " ,
5- "user_end" :" [/INST] \n " ,
6- "assistant_start" :" " ,
7- "assistant_end" :" \n "
8- }
2+ "system_start" : " " ,
3+ "system_end" : " " ,
4+ "user_start" : " [INST] " ,
5+ "user_end" : " " ,
6+ "assistant_start" : " [/INST] " ,
7+ "assistant_end" : " </s> "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" <|system|>" ,
3- "system_end" :" <|end|>" ,
4- "user_start" :" <|user|>" ,
5- "user_end" :" <|end|>" ,
6- "assistant_start" :" <|assistant|>" ,
7- "assistant_end" :" <|end|>"
8- }
2+ "system_start" : " <|system|>\n " ,
3+ "system_end" : " <|end|>\n " ,
4+ "user_start" : " <|user|>\n " ,
5+ "user_end" : " <|end|>\n " ,
6+ "assistant_start" : " <|assistant|>\n " ,
7+ "assistant_end" : " <|end|>\n "
8+ }
Original file line number Diff line number Diff line change 11{
2- "system_start" :" \n SYSTEM: " ,
3- "system_end" :" " ,
4- "user_start" :" \n USER : " ,
5- "user_end" :" " ,
6- "assistant_start" :" \n ASSISTANT : " ,
7- "assistant_end" :" "
8- }
2+ "system_start" : " " ,
3+ "system_end" : " \n\n " ,
4+ "user_start" : " USER : " ,
5+ "user_end" : " \n " ,
6+ "assistant_start" : " ASSISTANT : " ,
7+ "assistant_end" : " </s> \n "
8+ }
You can’t perform that action at this time.
0 commit comments