File size: 298 Bytes
e9ce647
 
bf4a19e
9f1f070
 
f15cd12
9f1f070
d5248b2
9f1f070
 
 
 
 
 
 
 
4dbdc02
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
fastapi
uvicorn[standard]
torch
transformers
accelerate
sentencepiece
exllamav2
gptqmodel
#torch
#sentencepiece
#protobuf
#transformers>=4.37.0
#bitsandbytes>=0.41.3
#accelerate>=0.27.0
#optimum
#gguf>=0.10.0
#einops
#transformers_stream_generator
#autoawq
#safetensors
#intel_extension_for_pytorch