File: detect-chat-template.patch

package info (click to toggle)
firefox 146.0.1-1
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 4,653,260 kB
  • sloc: cpp: 7,587,892; javascript: 6,509,455; ansic: 3,755,295; python: 1,410,813; xml: 629,201; asm: 438,677; java: 186,096; sh: 62,697; makefile: 18,086; objc: 13,087; perl: 12,811; yacc: 4,583; cs: 3,846; pascal: 3,448; lex: 1,720; ruby: 1,003; php: 436; lisp: 258; awk: 247; sql: 66; sed: 54; csh: 10; exp: 6
file content (22 lines) | stat: -rw-r--r-- 665 bytes parent folder | download | duplicates (3) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
 
diff --git a/src/llama-chat.cpp b/src/llama-chat.cpp
index 61ceb1e41d..e96699e58a 100644
--- a/src/llama-chat.cpp
+++ b/src/llama-chat.cpp
@@ -74,11 +74,17 @@
 }
 
 llm_chat_template llm_chat_detect_template(const std::string & tmpl) {
+#if 0
     try {
         return llm_chat_template_from_str(tmpl);
     } catch (const std::out_of_range &) {
         // ignore
     }
+#endif
+    auto chat_template = LLM_CHAT_TEMPLATES.find(tmpl);
+    if (chat_template != LLM_CHAT_TEMPLATES.end()) {
+        return chat_template->second;
+    }
 
     auto tmpl_contains = [&tmpl](const char * haystack) -> bool {
         return tmpl.find(haystack) != std::string::npos;