Update app.py
Browse files
app.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
import spaces
|
|
|
|
| 4 |
|
| 5 |
# 支持的语言选项
|
| 6 |
LANGUAGES = {
|
|
@@ -116,7 +117,7 @@ snapshot_download(
|
|
| 116 |
allow_patterns=["*.json", "*.safetensors", "*.bin", "*.py", "*.md", "*.txt"],
|
| 117 |
)
|
| 118 |
|
| 119 |
-
device = "cuda"
|
| 120 |
model = LLM(model=save_dir,
|
| 121 |
max_num_seqs=512,
|
| 122 |
# tensor_parallel_size=8,
|
|
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
import spaces
|
| 4 |
+
import torch
|
| 5 |
|
| 6 |
# 支持的语言选项
|
| 7 |
LANGUAGES = {
|
|
|
|
| 117 |
allow_patterns=["*.json", "*.safetensors", "*.bin", "*.py", "*.md", "*.txt"],
|
| 118 |
)
|
| 119 |
|
| 120 |
+
device = torch.device("cuda")
|
| 121 |
model = LLM(model=save_dir,
|
| 122 |
max_num_seqs=512,
|
| 123 |
# tensor_parallel_size=8,
|