Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1977,7 +1977,9 @@ Write Chapters 2-10 in English now."""
|
|
1977 |
# Prepend language instruction to first user message
|
1978 |
original_content = messages[0]["content"]
|
1979 |
messages[0]["content"] = "**λ°λμ νκ΅μ΄λ‘ μλ΅νμΈμ.**\n\n" + original_content
|
1980 |
-
|
|
|
|
|
1981 |
payload = {
|
1982 |
"model": self.model_id,
|
1983 |
"messages": full_messages,
|
@@ -1987,15 +1989,10 @@ Write Chapters 2-10 in English now."""
|
|
1987 |
"stream": True,
|
1988 |
"stream_options": {"include_usage": True}
|
1989 |
}
|
1990 |
-
|
1991 |
-
# Some models support language parameter
|
1992 |
-
if language == "Korean":
|
1993 |
-
payload["language"] = "ko"
|
1994 |
-
else:
|
1995 |
-
payload["language"] = "en"
|
1996 |
-
|
1997 |
logger.info(f"API streaming call started - Role: {role}, Max tokens: {max_tokens}, Temperature: {temperature}, Language: {language}")
|
1998 |
-
|
|
|
1999 |
# Log the first part of system prompt for debugging
|
2000 |
if full_messages and full_messages[0]["role"] == "system":
|
2001 |
system_preview = full_messages[0]["content"][:200] + "..." if len(full_messages[0]["content"]) > 200 else full_messages[0]["content"]
|
|
|
1977 |
# Prepend language instruction to first user message
|
1978 |
original_content = messages[0]["content"]
|
1979 |
messages[0]["content"] = "**λ°λμ νκ΅μ΄λ‘ μλ΅νμΈμ.**\n\n" + original_content
|
1980 |
+
|
1981 |
+
# call_llm_streaming λ©μλμμ μ΄ λΆλΆμ μ°ΎμΌμΈμ (μ½ 3060-3070λ²μ§Έ μ€):
|
1982 |
+
|
1983 |
payload = {
|
1984 |
"model": self.model_id,
|
1985 |
"messages": full_messages,
|
|
|
1989 |
"stream": True,
|
1990 |
"stream_options": {"include_usage": True}
|
1991 |
}
|
1992 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
1993 |
logger.info(f"API streaming call started - Role: {role}, Max tokens: {max_tokens}, Temperature: {temperature}, Language: {language}")
|
1994 |
+
|
1995 |
+
|
1996 |
# Log the first part of system prompt for debugging
|
1997 |
if full_messages and full_messages[0]["role"] == "system":
|
1998 |
system_preview = full_messages[0]["content"][:200] + "..." if len(full_messages[0]["content"]) > 200 else full_messages[0]["content"]
|