Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
from snac import SNAC
|
2 |
import torch
|
|
|
3 |
import gradio as gr
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
5 |
from huggingface_hub import snapshot_download
|
@@ -62,6 +63,7 @@ def process_prompt(prompt, voice, tokenizer, device):
|
|
62 |
return modified_input_ids.to(device), attention_mask.to(device)
|
63 |
|
64 |
# Generate speech tokens
|
|
|
65 |
def generate_speech_tokens(input_ids, attention_mask, model, params):
|
66 |
with torch.no_grad():
|
67 |
generated_ids = model.generate(
|
|
|
1 |
from snac import SNAC
|
2 |
import torch
|
3 |
+
import spaces
|
4 |
import gradio as gr
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
6 |
from huggingface_hub import snapshot_download
|
|
|
63 |
return modified_input_ids.to(device), attention_mask.to(device)
|
64 |
|
65 |
# Generate speech tokens
|
66 |
+
spaces.GPU()
|
67 |
def generate_speech_tokens(input_ids, attention_mask, model, params):
|
68 |
with torch.no_grad():
|
69 |
generated_ids = model.generate(
|