svjack commited on
Commit
f9c1989
·
verified ·
1 Parent(s): eb70836

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -1,4 +1,4 @@
1
- import spaces
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
4
  from torch import nn
@@ -16,7 +16,7 @@ MODEL_PATH = "meta-llama/Meta-Llama-3.1-8B"
16
  CHECKPOINT_PATH = Path("wpkklhc6")
17
  TITLE = "<h1><center>JoyCaption Pre-Alpha (2024-07-30a)</center></h1>"
18
 
19
- HF_TOKEN = os.environ.get("HF_TOKEN", None)
20
 
21
 
22
  class ImageAdapter(nn.Module):
@@ -61,7 +61,7 @@ image_adapter.eval()
61
  image_adapter.to("cuda")
62
 
63
 
64
- @spaces.GPU()
65
  @torch.no_grad()
66
  def stream_chat(input_image: Image.Image):
67
  torch.cuda.empty_cache()
@@ -126,4 +126,4 @@ with gr.Blocks() as demo:
126
 
127
 
128
  if __name__ == "__main__":
129
- demo.launch()
 
1
+ #import spaces
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
4
  from torch import nn
 
16
  CHECKPOINT_PATH = Path("wpkklhc6")
17
  TITLE = "<h1><center>JoyCaption Pre-Alpha (2024-07-30a)</center></h1>"
18
 
19
+ #HF_TOKEN = os.environ.get("HF_TOKEN", None)
20
 
21
 
22
  class ImageAdapter(nn.Module):
 
61
  image_adapter.to("cuda")
62
 
63
 
64
+ #@spaces.GPU()
65
  @torch.no_grad()
66
  def stream_chat(input_image: Image.Image):
67
  torch.cuda.empty_cache()
 
126
 
127
 
128
  if __name__ == "__main__":
129
+ demo.launch(share = True)