Spaces:
Running
on
Zero
Running
on
Zero
AbstractPhil
commited on
Commit
·
7d19f11
1
Parent(s):
d76bf3e
works now.
Browse files- app.py +3 -3
- requirements.txt +0 -1
app.py
CHANGED
@@ -42,7 +42,7 @@ ADAPTER_SUBFOLDER = os.getenv("ADAPTER_SUBFOLDER") or None
|
|
42 |
ATTN_IMPL = os.getenv("ATTN_IMPL", "eager")
|
43 |
DTYPE = DTYPE_MAP.get(os.getenv("DTYPE", "bf16").lower(), torch.bfloat16)
|
44 |
SYSTEM_DEF = os.getenv("SYSTEM_PROMPT", "You are Mirel, a memory-stable symbolic assistant.")
|
45 |
-
MAX_DEF = int(os.getenv("MAX_NEW_TOKENS", "
|
46 |
ZEROGPU = os.getenv("ZEROGPU", os.getenv("ZERO_GPU", "0")) == "1"
|
47 |
LOAD_4BIT = os.getenv("LOAD_4BIT", "0") == "1"
|
48 |
|
@@ -528,5 +528,5 @@ if __name__ == "__main__":
|
|
528 |
demo.queue(max_size=8 if ZEROGPU else 32).launch(
|
529 |
server_name="0.0.0.0",
|
530 |
server_port=7860,
|
531 |
-
share=
|
532 |
-
)
|
|
|
42 |
ATTN_IMPL = os.getenv("ATTN_IMPL", "eager")
|
43 |
DTYPE = DTYPE_MAP.get(os.getenv("DTYPE", "bf16").lower(), torch.bfloat16)
|
44 |
SYSTEM_DEF = os.getenv("SYSTEM_PROMPT", "You are Mirel, a memory-stable symbolic assistant.")
|
45 |
+
MAX_DEF = int(os.getenv("MAX_NEW_TOKENS", "256"))
|
46 |
ZEROGPU = os.getenv("ZEROGPU", os.getenv("ZERO_GPU", "0")) == "1"
|
47 |
LOAD_4BIT = os.getenv("LOAD_4BIT", "0") == "1"
|
48 |
|
|
|
528 |
demo.queue(max_size=8 if ZEROGPU else 32).launch(
|
529 |
server_name="0.0.0.0",
|
530 |
server_port=7860,
|
531 |
+
share=False
|
532 |
+
)
|
requirements.txt
CHANGED
@@ -2,7 +2,6 @@ huggingface_hub>=0.34.0
|
|
2 |
transformers>=4.55.0
|
3 |
accelerate>=0.33.0
|
4 |
peft>=0.11.0
|
5 |
-
gradio==4.19.2
|
6 |
torch>=2.4.0 # ZeroGPU-supported (2.3.x is NOT supported)
|
7 |
bitsandbytes>=0.43.1
|
8 |
openai_harmony
|
|
|
2 |
transformers>=4.55.0
|
3 |
accelerate>=0.33.0
|
4 |
peft>=0.11.0
|
|
|
5 |
torch>=2.4.0 # ZeroGPU-supported (2.3.x is NOT supported)
|
6 |
bitsandbytes>=0.43.1
|
7 |
openai_harmony
|