autodetect stop parameters from template

This commit is contained in:
Michael Yang
2024-07-05 17:31:23 -07:00
parent 23ebbaa46e
commit ebc529cbb3
21 changed files with 156 additions and 4 deletions

8
template/phi-3.json Normal file
View File

@@ -0,0 +1,8 @@
{
"stop": [
"<|end|>",
"<|system|>",
"<|user|>",
"<|assistant|>"
]
}