AbstractPhil commited on
Commit
7d19f11
·
1 Parent(s): d76bf3e

works now.

Browse files
Files changed (2) hide show
  1. app.py +3 -3
  2. requirements.txt +0 -1
app.py CHANGED
@@ -42,7 +42,7 @@ ADAPTER_SUBFOLDER = os.getenv("ADAPTER_SUBFOLDER") or None
42
  ATTN_IMPL = os.getenv("ATTN_IMPL", "eager")
43
  DTYPE = DTYPE_MAP.get(os.getenv("DTYPE", "bf16").lower(), torch.bfloat16)
44
  SYSTEM_DEF = os.getenv("SYSTEM_PROMPT", "You are Mirel, a memory-stable symbolic assistant.")
45
- MAX_DEF = int(os.getenv("MAX_NEW_TOKENS", "1024"))
46
  ZEROGPU = os.getenv("ZEROGPU", os.getenv("ZERO_GPU", "0")) == "1"
47
  LOAD_4BIT = os.getenv("LOAD_4BIT", "0") == "1"
48
 
@@ -528,5 +528,5 @@ if __name__ == "__main__":
528
  demo.queue(max_size=8 if ZEROGPU else 32).launch(
529
  server_name="0.0.0.0",
530
  server_port=7860,
531
- share=True
532
- )
 
42
  ATTN_IMPL = os.getenv("ATTN_IMPL", "eager")
43
  DTYPE = DTYPE_MAP.get(os.getenv("DTYPE", "bf16").lower(), torch.bfloat16)
44
  SYSTEM_DEF = os.getenv("SYSTEM_PROMPT", "You are Mirel, a memory-stable symbolic assistant.")
45
+ MAX_DEF = int(os.getenv("MAX_NEW_TOKENS", "256"))
46
  ZEROGPU = os.getenv("ZEROGPU", os.getenv("ZERO_GPU", "0")) == "1"
47
  LOAD_4BIT = os.getenv("LOAD_4BIT", "0") == "1"
48
 
 
528
  demo.queue(max_size=8 if ZEROGPU else 32).launch(
529
  server_name="0.0.0.0",
530
  server_port=7860,
531
+ share=False
532
+ )
requirements.txt CHANGED
@@ -2,7 +2,6 @@ huggingface_hub>=0.34.0
2
  transformers>=4.55.0
3
  accelerate>=0.33.0
4
  peft>=0.11.0
5
- gradio==4.19.2
6
  torch>=2.4.0 # ZeroGPU-supported (2.3.x is NOT supported)
7
  bitsandbytes>=0.43.1
8
  openai_harmony
 
2
  transformers>=4.55.0
3
  accelerate>=0.33.0
4
  peft>=0.11.0
 
5
  torch>=2.4.0 # ZeroGPU-supported (2.3.x is NOT supported)
6
  bitsandbytes>=0.43.1
7
  openai_harmony