david-thrower commited on
Commit
9bcfd33
·
verified ·
1 Parent(s): 90f06c9

Update app.py

Browse files

Fix missing import

Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -29,7 +29,9 @@ import gradio as gr
29
 
30
  import torch
31
  from transformers import TorchAoConfig, AutoModelForCausalLM, AutoTokenizer
 
32
  from torchao.quantization import Float8DynamicActivationFloat8WeightConfig, Float8WeightOnlyConfig
 
33
  # quant_config = Float8WeightOnlyConfig()
34
  quant_config = Float8DynamicActivationFloat8WeightConfig()
35
  quantization_config = TorchAoConfig(quant_type=quant_config)
 
29
 
30
  import torch
31
  from transformers import TorchAoConfig, AutoModelForCausalLM, AutoTokenizer
32
+ import torchao.quantization.pt2e as pt2e
33
  from torchao.quantization import Float8DynamicActivationFloat8WeightConfig, Float8WeightOnlyConfig
34
+
35
  # quant_config = Float8WeightOnlyConfig()
36
  quant_config = Float8DynamicActivationFloat8WeightConfig()
37
  quantization_config = TorchAoConfig(quant_type=quant_config)