Fix Stopwords/Antiprompt (#248)

65a · web-flow · commit 6018c9d78c3a · 2023-10-03T19:11:53.000+02:00
Signed-off-by: 65a &lt;65a@63bit.net&gt;
diff --git a/binding.cpp b/binding.cpp
@@ -513,11 +513,17 @@ int llama_predict(void* params_ptr, void* state_pr, char* result, bool debug) {
                         : 0;
 
                     if (last_output.find(antiprompt, search_start_pos) != std::string::npos) {
+                        is_antiprompt = true;
                         break;
                     }
                 }
             }
         }
+
+        // found antiprompt
+        if (is_antiprompt) {
+            break;
+        }
       
         // end of text token
         if (!embd.empty() && embd.back() == llama_token_eos(ctx)) {

Original file line number	Diff line number	Diff line change
`@@ -513,11 +513,17 @@ int llama_predict(void* params_ptr, void* state_pr, char* result, bool debug) {`
`513`	`513`	`: 0;`
`514`	`514`
`515`	`515`	`if (last_output.find(antiprompt, search_start_pos) != std::string::npos) {`
	`516`	`+ is_antiprompt = true;`
`516`	`517`	`break;`
`517`	`518`	`}`
`518`	`519`	`}`
`519`	`520`	`}`
`520`	`521`	`}`
	`522`	`+`
	`523`	`+ // found antiprompt`
	`524`	`+ if (is_antiprompt) {`
	`525`	`+ break;`
	`526`	`+ }`
`521`	`527`
`522`	`528`	`// end of text token`
`523`	`529`	`if (!embd.empty() && embd.back() == llama_token_eos(ctx)) {`