Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
-
import openai, os, io, tempfile, wave, time
|
| 3 |
from dotenv import load_dotenv
|
| 4 |
|
| 5 |
# =============== ๊ณตํต ์ด๊ธฐํ ========================================
|
|
@@ -9,55 +9,72 @@ if not api_key:
|
|
| 9 |
raise RuntimeError("OPENAI_API_KEY๋ฅผ .env ํ์ผ์ ์ค์ ํ์ธ์!")
|
| 10 |
client = openai.OpenAI(api_key=api_key)
|
| 11 |
|
|
|
|
| 12 |
LANGUAGES = [
|
| 13 |
"Korean", "English", "Japanese", "Chinese",
|
| 14 |
"Thai", "Russian", "Vietnamese",
|
| 15 |
"Spanish", "French"
|
| 16 |
]
|
| 17 |
-
LANG_CODE = {
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
rsp = client.chat.completions.create(
|
| 26 |
model="gpt-3.5-turbo",
|
| 27 |
messages=[
|
| 28 |
-
{
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
],
|
| 33 |
-
temperature=0.3,
|
|
|
|
|
|
|
| 34 |
return rsp.choices[0].message.content.strip()
|
| 35 |
|
| 36 |
-
def _tts(text, lang):
|
| 37 |
-
out = client.audio.speech.create(
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
|
|
|
|
|
|
|
|
|
| 42 |
return tmp.name
|
| 43 |
|
| 44 |
# =============== 1) ๋ง์ดํฌยทํ์ผ ๊ณตํต ์ฒ๋ฆฌ ============================
|
| 45 |
def translate_audio(audio_path, src, tgt):
|
| 46 |
"""wav/mp3 ๊ฒฝ๋ก -> (์๋ฌธ, ๋ฒ์ญ๋ฌธ, ๋ฒ์ญ TTS ๊ฒฝ๋ก)"""
|
| 47 |
-
with open(audio_path,"rb") as f:
|
| 48 |
stt = client.audio.transcriptions.create(
|
| 49 |
model="whisper-1",
|
| 50 |
file=f,
|
| 51 |
-
language=LANG_CODE.get(src)
|
|
|
|
| 52 |
original = stt.text.strip()
|
| 53 |
if not original:
|
| 54 |
return "โ ๏ธ ์์ฑ ์ธ์ ์คํจ", "", None
|
|
|
|
| 55 |
translated = _gpt_translate(original, src, tgt)
|
| 56 |
tts_path = _tts(translated, tgt)
|
| 57 |
return original, translated, tts_path
|
| 58 |
|
| 59 |
# =============== 2) ์ค์๊ฐ ์คํธ๋ฆฌ๋ฐ(๋ฒ ํ) ============================
|
| 60 |
-
STREAM_CHUNK_SEC = 4
|
|
|
|
| 61 |
def stream_generator(mic_stream, src, tgt):
|
| 62 |
"""generator: ๋งค chunk๋ง๋ค yield (์๋ฌธ๋์ , ๋ฒ์ญ๋์ )"""
|
| 63 |
buffer = io.BytesIO()
|
|
@@ -68,67 +85,126 @@ def stream_generator(mic_stream, src, tgt):
|
|
| 68 |
chunk = mic_stream.recv() # bytes
|
| 69 |
if chunk is None: # ์คํธ๋ฆผ ์ข
๋ฃ
|
| 70 |
break
|
|
|
|
| 71 |
if not wav_header:
|
| 72 |
-
wav_header = chunk[:44] # WAV ํค๋
|
| 73 |
buffer.write(chunk)
|
| 74 |
-
|
| 75 |
-
if buffer.getbuffer().nbytes > 16000*2*STREAM_CHUNK_SEC:
|
| 76 |
wav_bytes = wav_header + buffer.getvalue()
|
| 77 |
-
with tempfile.NamedTemporaryFile(delete=False,suffix=".wav") as tmp:
|
| 78 |
-
tmp.write(wav_bytes)
|
|
|
|
| 79 |
o, t, _ = translate_audio(tmp.name, src, tgt)
|
|
|
|
| 80 |
original_acc += " " + o
|
| 81 |
translated_acc += " " + t
|
| 82 |
yield original_acc.strip(), translated_acc.strip()
|
| 83 |
buffer = io.BytesIO() # reset buffer
|
| 84 |
-
|
|
|
|
| 85 |
if buffer.getbuffer().nbytes:
|
| 86 |
wav_bytes = wav_header + buffer.getvalue()
|
| 87 |
-
with tempfile.NamedTemporaryFile(delete=False,suffix=".wav") as tmp:
|
| 88 |
-
tmp.write(wav_bytes)
|
|
|
|
| 89 |
o, t, _ = translate_audio(tmp.name, src, tgt)
|
| 90 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 91 |
|
| 92 |
# =============== Gradio UI ==========================================
|
| 93 |
with gr.Blocks(title="SMARTok Demo", theme=gr.themes.Soft()) as app:
|
| 94 |
with gr.Tabs():
|
| 95 |
# โ ๋ง์ดํฌ ๋ฒ์ญ (๋
น์ ํ ์ผ๊ด)
|
| 96 |
with gr.TabItem("๐๏ธ ๋ง์ดํฌ ๋ฒ์ญ"):
|
| 97 |
-
src1 = gr.Dropdown(LANGUAGES,value="Korean",label="์
๋ ฅ")
|
| 98 |
-
tgt1 = gr.Dropdown(LANGUAGES,value="English",label="์ถ๋ ฅ")
|
| 99 |
-
mic1
|
| 100 |
-
btn1
|
| 101 |
-
stt1
|
| 102 |
-
tlt1
|
| 103 |
-
out1
|
| 104 |
-
|
| 105 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
|
| 107 |
# โก ์ค๋์ค ํ์ผ ๋ฒ์ญ
|
| 108 |
with gr.TabItem("๐ง ํ์ผ ๋ฒ์ญ"):
|
| 109 |
-
src2 = gr.Dropdown(LANGUAGES,value="Korean",label="์
๋ ฅ")
|
| 110 |
-
tgt2 = gr.Dropdown(LANGUAGES,value="English",label="์ถ๋ ฅ")
|
| 111 |
-
file2= gr.Audio(sources=["upload"],type="filepath",label="์ค๋์ค ํ์ผ ์
๋ก๋")
|
| 112 |
btn2 = gr.Button("๋ฒ์ญ")
|
| 113 |
-
stt2 = gr.Textbox(label="์๋ฌธ",lines=5)
|
| 114 |
-
tlt2 = gr.Textbox(label="๋ฒ์ญ",lines=5)
|
| 115 |
-
out2 = gr.Audio(label="TTS",type="filepath",autoplay=True)
|
| 116 |
-
|
| 117 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
|
| 119 |
# โข ์ค์๊ฐ ์คํธ๋ฆฌ๋ฐ ์ ์ฌยท๋ฒ์ญ (Beta)
|
| 120 |
with gr.TabItem("โฑ๏ธ ์ค์๊ฐ ๋ฒ์ญ (Beta)"):
|
| 121 |
-
gr.Markdown("๋ง์ดํฌ๋ฅผ ์ผ๋ฉด 3
|
| 122 |
-
src3 = gr.Dropdown(LANGUAGES,value="Korean",label="์
๋ ฅ")
|
| 123 |
-
tgt3 = gr.Dropdown(LANGUAGES,value="English",label="์ถ๋ ฅ")
|
| 124 |
-
mic3 = gr.Audio(sources=["microphone"],streaming=True,label="๐ค ์ค์๊ฐ")
|
| 125 |
-
stt3 = gr.Textbox(label="์๋ฌธ(์ค์๊ฐ)",lines=8)
|
| 126 |
-
tlt3 = gr.Textbox(label="๋ฒ์ญ(์ค์๊ฐ)",lines=8)
|
| 127 |
|
| 128 |
def gen(audio, src_lang, tgt_lang):
|
| 129 |
yield from stream_generator(audio, src_lang, tgt_lang)
|
| 130 |
|
| 131 |
-
mic3.stream(gen, inputs=[src3,tgt3], outputs=[stt3,tlt3])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 132 |
|
|
|
|
| 133 |
if __name__ == "__main__":
|
| 134 |
-
app.launch(server_name="0.0.0.0",server_port=7860,share=False,debug=True)
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
+
import openai, os, io, tempfile, wave, time
|
| 3 |
from dotenv import load_dotenv
|
| 4 |
|
| 5 |
# =============== ๊ณตํต ์ด๊ธฐํ ========================================
|
|
|
|
| 9 |
raise RuntimeError("OPENAI_API_KEY๋ฅผ .env ํ์ผ์ ์ค์ ํ์ธ์!")
|
| 10 |
client = openai.OpenAI(api_key=api_key)
|
| 11 |
|
| 12 |
+
# ---------- ์ง์ ์ธ์ด -----------------------------------------------
|
| 13 |
LANGUAGES = [
|
| 14 |
"Korean", "English", "Japanese", "Chinese",
|
| 15 |
"Thai", "Russian", "Vietnamese",
|
| 16 |
"Spanish", "French"
|
| 17 |
]
|
| 18 |
+
LANG_CODE = {
|
| 19 |
+
"Korean": "ko", "English": "en", "Japanese": "ja", "Chinese": "zh",
|
| 20 |
+
"Thai": "th", "Russian": "ru", "Vietnamese": "vi",
|
| 21 |
+
"Spanish": "es", "French": "fr"
|
| 22 |
+
}
|
| 23 |
+
VOICE = {
|
| 24 |
+
lang: ("nova" if lang in ["Korean", "Japanese", "Chinese"] else "alloy")
|
| 25 |
+
for lang in LANGUAGES
|
| 26 |
+
}
|
| 27 |
+
|
| 28 |
+
# ---------- ๊ณตํต ์ ํธ -----------------------------------------------
|
| 29 |
+
def _gpt_translate(text: str, src: str, tgt: str) -> str:
|
| 30 |
rsp = client.chat.completions.create(
|
| 31 |
model="gpt-3.5-turbo",
|
| 32 |
messages=[
|
| 33 |
+
{
|
| 34 |
+
"role": "system",
|
| 35 |
+
"content": (
|
| 36 |
+
f"You are a professional translator. Translate the following {src} text to {tgt}. "
|
| 37 |
+
f"Only provide the translation without additional commentary."
|
| 38 |
+
)
|
| 39 |
+
},
|
| 40 |
+
{"role": "user", "content": text}
|
| 41 |
],
|
| 42 |
+
temperature=0.3,
|
| 43 |
+
max_tokens=2048
|
| 44 |
+
)
|
| 45 |
return rsp.choices[0].message.content.strip()
|
| 46 |
|
| 47 |
+
def _tts(text: str, lang: str) -> str:
|
| 48 |
+
out = client.audio.speech.create(
|
| 49 |
+
model="tts-1",
|
| 50 |
+
voice=VOICE.get(lang, "alloy"),
|
| 51 |
+
input=text[:4096]
|
| 52 |
+
)
|
| 53 |
+
tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".mp3")
|
| 54 |
+
tmp.write(out.content)
|
| 55 |
+
tmp.close()
|
| 56 |
return tmp.name
|
| 57 |
|
| 58 |
# =============== 1) ๋ง์ดํฌยทํ์ผ ๊ณตํต ์ฒ๋ฆฌ ============================
|
| 59 |
def translate_audio(audio_path, src, tgt):
|
| 60 |
"""wav/mp3 ๊ฒฝ๋ก -> (์๋ฌธ, ๋ฒ์ญ๋ฌธ, ๋ฒ์ญ TTS ๊ฒฝ๋ก)"""
|
| 61 |
+
with open(audio_path, "rb") as f:
|
| 62 |
stt = client.audio.transcriptions.create(
|
| 63 |
model="whisper-1",
|
| 64 |
file=f,
|
| 65 |
+
language=LANG_CODE.get(src)
|
| 66 |
+
)
|
| 67 |
original = stt.text.strip()
|
| 68 |
if not original:
|
| 69 |
return "โ ๏ธ ์์ฑ ์ธ์ ์คํจ", "", None
|
| 70 |
+
|
| 71 |
translated = _gpt_translate(original, src, tgt)
|
| 72 |
tts_path = _tts(translated, tgt)
|
| 73 |
return original, translated, tts_path
|
| 74 |
|
| 75 |
# =============== 2) ์ค์๊ฐ ์คํธ๋ฆฌ๋ฐ(๋ฒ ํ) ============================
|
| 76 |
+
STREAM_CHUNK_SEC = 4 # 4์ด๋ง๋ค Whisper ํธ์ถ
|
| 77 |
+
|
| 78 |
def stream_generator(mic_stream, src, tgt):
|
| 79 |
"""generator: ๋งค chunk๋ง๋ค yield (์๋ฌธ๋์ , ๋ฒ์ญ๋์ )"""
|
| 80 |
buffer = io.BytesIO()
|
|
|
|
| 85 |
chunk = mic_stream.recv() # bytes
|
| 86 |
if chunk is None: # ์คํธ๋ฆผ ์ข
๋ฃ
|
| 87 |
break
|
| 88 |
+
|
| 89 |
if not wav_header:
|
| 90 |
+
wav_header = chunk[:44] # WAV ํค๋(PCM 16kHz 16bit mono)
|
| 91 |
buffer.write(chunk)
|
| 92 |
+
|
| 93 |
+
if buffer.getbuffer().nbytes > 16000 * 2 * STREAM_CHUNK_SEC:
|
| 94 |
wav_bytes = wav_header + buffer.getvalue()
|
| 95 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=".wav") as tmp:
|
| 96 |
+
tmp.write(wav_bytes)
|
| 97 |
+
tmp.close()
|
| 98 |
o, t, _ = translate_audio(tmp.name, src, tgt)
|
| 99 |
+
|
| 100 |
original_acc += " " + o
|
| 101 |
translated_acc += " " + t
|
| 102 |
yield original_acc.strip(), translated_acc.strip()
|
| 103 |
buffer = io.BytesIO() # reset buffer
|
| 104 |
+
|
| 105 |
+
# ๋จ์ ๋ฐ์ดํฐ ์ฒ๋ฆฌ
|
| 106 |
if buffer.getbuffer().nbytes:
|
| 107 |
wav_bytes = wav_header + buffer.getvalue()
|
| 108 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=".wav") as tmp:
|
| 109 |
+
tmp.write(wav_bytes)
|
| 110 |
+
tmp.close()
|
| 111 |
o, t, _ = translate_audio(tmp.name, src, tgt)
|
| 112 |
+
|
| 113 |
+
yield (original_acc + " " + o).strip(), (translated_acc + " " + t).strip()
|
| 114 |
+
|
| 115 |
+
# =============== 3) 4๊ฐ๊ตญ์ด ๋์ ๋ฒ์ญ ===============================
|
| 116 |
+
FOUR_LANGS = ["English", "Chinese", "Thai", "Russian"]
|
| 117 |
+
|
| 118 |
+
def translate_audio_four(audio_path, src):
|
| 119 |
+
"""ํ ๋ฒ์ STT ํ 4๊ฐ ์ธ์ด(์/์ค/ํ/๋ฌ)๋ก ๋์ ๋ฒ์ญ"""
|
| 120 |
+
with open(audio_path, "rb") as f:
|
| 121 |
+
stt = client.audio.transcriptions.create(
|
| 122 |
+
model="whisper-1",
|
| 123 |
+
file=f,
|
| 124 |
+
language=LANG_CODE.get(src)
|
| 125 |
+
)
|
| 126 |
+
original = stt.text.strip()
|
| 127 |
+
if not original:
|
| 128 |
+
return ["โ ๏ธ ์์ฑ ์ธ์ ์คํจ"] + [""] * 4
|
| 129 |
+
|
| 130 |
+
outputs = [original]
|
| 131 |
+
for lang in FOUR_LANGS:
|
| 132 |
+
outputs.append(_gpt_translate(original, src, lang))
|
| 133 |
+
return outputs # ์ด 5๊ฐ (์๋ฌธ + 4์ธ์ด)
|
| 134 |
|
| 135 |
# =============== Gradio UI ==========================================
|
| 136 |
with gr.Blocks(title="SMARTok Demo", theme=gr.themes.Soft()) as app:
|
| 137 |
with gr.Tabs():
|
| 138 |
# โ ๋ง์ดํฌ ๋ฒ์ญ (๋
น์ ํ ์ผ๊ด)
|
| 139 |
with gr.TabItem("๐๏ธ ๋ง์ดํฌ ๋ฒ์ญ"):
|
| 140 |
+
src1 = gr.Dropdown(LANGUAGES, value="Korean", label="์
๋ ฅ")
|
| 141 |
+
tgt1 = gr.Dropdown(LANGUAGES, value="English", label="์ถ๋ ฅ")
|
| 142 |
+
mic1 = gr.Audio(sources=["microphone"], type="filepath", label="๐ค ๋
น์ ํ Stop")
|
| 143 |
+
btn1 = gr.Button("๋ฒ์ญ")
|
| 144 |
+
stt1 = gr.Textbox(label="์๋ฌธ", lines=5)
|
| 145 |
+
tlt1 = gr.Textbox(label="๋ฒ์ญ", lines=5)
|
| 146 |
+
out1 = gr.Audio(label="TTS", type="filepath", autoplay=True)
|
| 147 |
+
|
| 148 |
+
btn1.click(
|
| 149 |
+
translate_audio,
|
| 150 |
+
inputs=[mic1, src1, tgt1],
|
| 151 |
+
outputs=[stt1, tlt1, out1]
|
| 152 |
+
)
|
| 153 |
|
| 154 |
# โก ์ค๋์ค ํ์ผ ๋ฒ์ญ
|
| 155 |
with gr.TabItem("๐ง ํ์ผ ๋ฒ์ญ"):
|
| 156 |
+
src2 = gr.Dropdown(LANGUAGES, value="Korean", label="์
๋ ฅ")
|
| 157 |
+
tgt2 = gr.Dropdown(LANGUAGES, value="English", label="์ถ๋ ฅ")
|
| 158 |
+
file2 = gr.Audio(sources=["upload"], type="filepath", label="์ค๋์ค ํ์ผ ์
๋ก๋")
|
| 159 |
btn2 = gr.Button("๋ฒ์ญ")
|
| 160 |
+
stt2 = gr.Textbox(label="์๋ฌธ", lines=5)
|
| 161 |
+
tlt2 = gr.Textbox(label="๋ฒ์ญ", lines=5)
|
| 162 |
+
out2 = gr.Audio(label="TTS", type="filepath", autoplay=True)
|
| 163 |
+
|
| 164 |
+
btn2.click(
|
| 165 |
+
translate_audio,
|
| 166 |
+
inputs=[file2, src2, tgt2],
|
| 167 |
+
outputs=[stt2, tlt2, out2]
|
| 168 |
+
)
|
| 169 |
|
| 170 |
# โข ์ค์๊ฐ ์คํธ๋ฆฌ๋ฐ ์ ์ฌยท๋ฒ์ญ (Beta)
|
| 171 |
with gr.TabItem("โฑ๏ธ ์ค์๊ฐ ๋ฒ์ญ (Beta)"):
|
| 172 |
+
gr.Markdown("๋ง์ดํฌ๋ฅผ ์ผ๋ฉด 3~4์ด ๋จ์๋ก ์๋ง์ด ๊ฐฑ์ ๋ฉ๋๋ค.")
|
| 173 |
+
src3 = gr.Dropdown(LANGUAGES, value="Korean", label="์
๋ ฅ")
|
| 174 |
+
tgt3 = gr.Dropdown(LANGUAGES, value="English", label="์ถ๋ ฅ")
|
| 175 |
+
mic3 = gr.Audio(sources=["microphone"], streaming=True, label="๐ค ์ค์๊ฐ")
|
| 176 |
+
stt3 = gr.Textbox(label="์๋ฌธ(์ค์๊ฐ)", lines=8)
|
| 177 |
+
tlt3 = gr.Textbox(label="๋ฒ์ญ(์ค์๊ฐ)", lines=8)
|
| 178 |
|
| 179 |
def gen(audio, src_lang, tgt_lang):
|
| 180 |
yield from stream_generator(audio, src_lang, tgt_lang)
|
| 181 |
|
| 182 |
+
mic3.stream(gen, inputs=[src3, tgt3], outputs=[stt3, tlt3])
|
| 183 |
+
|
| 184 |
+
# โฃ 4๊ฐ๊ตญ์ด ๋์ ๋ฒ์ญ
|
| 185 |
+
with gr.TabItem("๐ 4๊ฐ ์ธ์ด ๋์"):
|
| 186 |
+
gr.Markdown("์
๋ ฅ ์์ฑ์ **English / Chinese(็ฎไฝ) / Thai / Russian** ๋ก ๋์์ ๋ฒ์ญํฉ๋๋ค.")
|
| 187 |
+
src4 = gr.Dropdown(LANGUAGES, value="Korean", label="์
๋ ฅ ์ธ์ด")
|
| 188 |
+
aud4 = gr.Audio(
|
| 189 |
+
sources=["microphone", "upload"],
|
| 190 |
+
type="filepath",
|
| 191 |
+
label="๐ค ๋
น์ ๋๋ ํ์ผ ์
๋ก๋"
|
| 192 |
+
)
|
| 193 |
+
btn4 = gr.Button("๋ฒ์ญ")
|
| 194 |
+
|
| 195 |
+
with gr.Row():
|
| 196 |
+
org4 = gr.Textbox(label="์๋ฌธ", lines=4)
|
| 197 |
+
en4 = gr.Textbox(label="English", lines=4)
|
| 198 |
+
zh4 = gr.Textbox(label="Chinese (็ฎไฝ)", lines=4)
|
| 199 |
+
th4 = gr.Textbox(label="Thai", lines=4)
|
| 200 |
+
ru4 = gr.Textbox(label="Russian", lines=4)
|
| 201 |
+
|
| 202 |
+
btn4.click(
|
| 203 |
+
translate_audio_four,
|
| 204 |
+
inputs=[aud4, src4],
|
| 205 |
+
outputs=[org4, en4, zh4, th4, ru4]
|
| 206 |
+
)
|
| 207 |
|
| 208 |
+
# ===================== ์คํ ==========================================
|
| 209 |
if __name__ == "__main__":
|
| 210 |
+
app.launch(server_name="0.0.0.0", server_port=7860, share=False, debug=True)
|