Spaces:
Build error
Build error
Update app.py
Browse filesFix missing import
app.py
CHANGED
@@ -29,7 +29,9 @@ import gradio as gr
|
|
29 |
|
30 |
import torch
|
31 |
from transformers import TorchAoConfig, AutoModelForCausalLM, AutoTokenizer
|
|
|
32 |
from torchao.quantization import Float8DynamicActivationFloat8WeightConfig, Float8WeightOnlyConfig
|
|
|
33 |
# quant_config = Float8WeightOnlyConfig()
|
34 |
quant_config = Float8DynamicActivationFloat8WeightConfig()
|
35 |
quantization_config = TorchAoConfig(quant_type=quant_config)
|
|
|
29 |
|
30 |
import torch
|
31 |
from transformers import TorchAoConfig, AutoModelForCausalLM, AutoTokenizer
|
32 |
+
import torchao.quantization.pt2e as pt2e
|
33 |
from torchao.quantization import Float8DynamicActivationFloat8WeightConfig, Float8WeightOnlyConfig
|
34 |
+
|
35 |
# quant_config = Float8WeightOnlyConfig()
|
36 |
quant_config = Float8DynamicActivationFloat8WeightConfig()
|
37 |
quantization_config = TorchAoConfig(quant_type=quant_config)
|