improve /v1/completions api with stop: "\nHuman" so that it works better with selfhostedAI like [RWKV-Runner](https://github.com/josStorer/RWKV-Runner)

2026-07-03 19:29:42 +08:00 · 2023-05-22 11:35:24 +08:00
parent 88522acbcb
commit f3f6509560
1 changed files with 1 additions and 0 deletions
@@ -51,6 +51,7 @@ export async function generateAnswersWithGptCompletionApi(
      stream: true,
      max_tokens: config.maxResponseTokenLength,
      temperature: config.temperature,
+      stop: '\nHuman',
    }),
    onMessage(message) {
      console.debug('sse message', message)