README.md
CHANGED
|
@@ -4,7 +4,7 @@ emoji: 👀
|
|
| 4 |
colorFrom: yellow
|
| 5 |
colorTo: purple
|
| 6 |
sdk: gradio
|
| 7 |
-
sdk_version: 5.23.
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
---
|
|
|
|
| 4 |
colorFrom: yellow
|
| 5 |
colorTo: purple
|
| 6 |
sdk: gradio
|
| 7 |
+
sdk_version: 5.23.2
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
---
|
app.py
CHANGED
|
@@ -78,7 +78,6 @@ def load_model(model_path, task="text-generation"):
|
|
| 78 |
model = AutoModelForCausalLM.from_pretrained(
|
| 79 |
model_path,
|
| 80 |
torch_dtype=torch.float16,
|
| 81 |
-
load_in_8bit=True, # メモリ使用量削減のため8bit量子化を使用
|
| 82 |
device_map="auto"
|
| 83 |
)
|
| 84 |
pipelines[model_path] = pipeline(
|
|
|
|
| 78 |
model = AutoModelForCausalLM.from_pretrained(
|
| 79 |
model_path,
|
| 80 |
torch_dtype=torch.float16,
|
|
|
|
| 81 |
device_map="auto"
|
| 82 |
)
|
| 83 |
pipelines[model_path] = pipeline(
|