openfree commited on
Commit
264f442
Β·
verified Β·
1 Parent(s): de06f60

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -9
app.py CHANGED
@@ -1977,7 +1977,9 @@ Write Chapters 2-10 in English now."""
1977
  # Prepend language instruction to first user message
1978
  original_content = messages[0]["content"]
1979
  messages[0]["content"] = "**λ°˜λ“œμ‹œ ν•œκ΅­μ–΄λ‘œ μ‘λ‹΅ν•˜μ„Έμš”.**\n\n" + original_content
1980
-
 
 
1981
  payload = {
1982
  "model": self.model_id,
1983
  "messages": full_messages,
@@ -1987,15 +1989,10 @@ Write Chapters 2-10 in English now."""
1987
  "stream": True,
1988
  "stream_options": {"include_usage": True}
1989
  }
1990
-
1991
- # Some models support language parameter
1992
- if language == "Korean":
1993
- payload["language"] = "ko"
1994
- else:
1995
- payload["language"] = "en"
1996
-
1997
  logger.info(f"API streaming call started - Role: {role}, Max tokens: {max_tokens}, Temperature: {temperature}, Language: {language}")
1998
-
 
1999
  # Log the first part of system prompt for debugging
2000
  if full_messages and full_messages[0]["role"] == "system":
2001
  system_preview = full_messages[0]["content"][:200] + "..." if len(full_messages[0]["content"]) > 200 else full_messages[0]["content"]
 
1977
  # Prepend language instruction to first user message
1978
  original_content = messages[0]["content"]
1979
  messages[0]["content"] = "**λ°˜λ“œμ‹œ ν•œκ΅­μ–΄λ‘œ μ‘λ‹΅ν•˜μ„Έμš”.**\n\n" + original_content
1980
+
1981
+ # call_llm_streaming λ©”μ„œλ“œμ—μ„œ 이 뢀뢄을 μ°ΎμœΌμ„Έμš” (μ•½ 3060-3070번째 쀄):
1982
+
1983
  payload = {
1984
  "model": self.model_id,
1985
  "messages": full_messages,
 
1989
  "stream": True,
1990
  "stream_options": {"include_usage": True}
1991
  }
1992
+
 
 
 
 
 
 
1993
  logger.info(f"API streaming call started - Role: {role}, Max tokens: {max_tokens}, Temperature: {temperature}, Language: {language}")
1994
+
1995
+
1996
  # Log the first part of system prompt for debugging
1997
  if full_messages and full_messages[0]["role"] == "system":
1998
  system_preview = full_messages[0]["content"][:200] + "..." if len(full_messages[0]["content"]) > 200 else full_messages[0]["content"]