Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ os.environ["WORKD_SIZE"] = "1"
|
|
| 9 |
os.environ["MASTER_ADDR"] = "127.0.0.1"
|
| 10 |
os.environ["MASTER_PORT"] = "50505"
|
| 11 |
|
| 12 |
-
|
| 13 |
# generator = get_pretrained_models("7B", "tokenizer")
|
| 14 |
|
| 15 |
def chat(user_input):
|
|
|
|
| 9 |
os.environ["MASTER_ADDR"] = "127.0.0.1"
|
| 10 |
os.environ["MASTER_PORT"] = "50505"
|
| 11 |
|
| 12 |
+
local_rank, world_size = setup_model_parallel()
|
| 13 |
# generator = get_pretrained_models("7B", "tokenizer")
|
| 14 |
|
| 15 |
def chat(user_input):
|