Hugging Face's logo

Spaces:
yahma
/
rwkv-14b
Runtime error

App Files Community
1
gururise commited on
Commit
137d353
·
1 Parent(s): 2c46054

update to bfloat16 for faster speed

Browse files
Files changed (1) hide show
  1. config.py +2 -2
config.py CHANGED
@@ -83,9 +83,9 @@ quantized = {
83
  config = {
84
  "path": "https://huggingface.co/BlinkDL/rwkv-4-pile-14b/resolve/main/RWKV-4-Pile-14B-20230204-7324.pth",
85
  "mode": TORCH,
86
- "runtimedtype": torch.float32,
87
  "useGPU": torch.cuda.is_available(),
88
- "dtype": torch.float32
89
  }
90
 
91
  title = "RWKV-4 (14b Feb 4 Snapshot)"
 
83
  config = {
84
  "path": "https://huggingface.co/BlinkDL/rwkv-4-pile-14b/resolve/main/RWKV-4-Pile-14B-20230204-7324.pth",
85
  "mode": TORCH,
86
+ "runtimedtype": torch.bfloat16,
87
  "useGPU": torch.cuda.is_available(),
88
+ "dtype": torch.bfloat16
89
  }
90
 
91
  title = "RWKV-4 (14b Feb 4 Snapshot)"