fix(openai): do not throw "Generation failed" when finish_reason="length" (#1429)

src/lib/server/endpoints/openai/openAIChatToTextGenerationStream.ts

@@ -13,7 +13,7 @@ export async function* openAIChatToTextGenerationStream(
 	for await (const completion of completionStream) {
 		const { choices } = completion;
 		const content = choices[0]?.delta?.content ?? "";
-		const last = choices[0]?.finish_reason === "stop";
+		const last = choices[0]?.finish_reason === "stop" || choices[0]?.finish_reason === "length";
 		if (content) {
 			generatedText = generatedText + content;
 		}

src/lib/server/endpoints/openai/openAICompletionToTextGenerationStream.ts

@@ -13,7 +13,7 @@ export async function* openAICompletionToTextGenerationStream(
 	for await (const completion of completionStream) {
 		const { choices } = completion;
 		const text = choices[0]?.text ?? "";
-		const last = choices[0]?.finish_reason === "stop";
+		const last = choices[0]?.finish_reason === "stop" || choices[0]?.finish_reason === "length";
 		if (text) {
 			generatedText = generatedText + text;
 		}