MohamedRashad commited on
Commit
e4aad39
·
verified ·
1 Parent(s): a466617

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -1,5 +1,6 @@
1
  from snac import SNAC
2
  import torch
 
3
  import gradio as gr
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
  from huggingface_hub import snapshot_download
@@ -62,6 +63,7 @@ def process_prompt(prompt, voice, tokenizer, device):
62
  return modified_input_ids.to(device), attention_mask.to(device)
63
 
64
  # Generate speech tokens
 
65
  def generate_speech_tokens(input_ids, attention_mask, model, params):
66
  with torch.no_grad():
67
  generated_ids = model.generate(
 
1
  from snac import SNAC
2
  import torch
3
+ import spaces
4
  import gradio as gr
5
  from transformers import AutoModelForCausalLM, AutoTokenizer
6
  from huggingface_hub import snapshot_download
 
63
  return modified_input_ids.to(device), attention_mask.to(device)
64
 
65
  # Generate speech tokens
66
+ spaces.GPU()
67
  def generate_speech_tokens(input_ids, attention_mask, model, params):
68
  with torch.no_grad():
69
  generated_ids = model.generate(