GiusFra commited on
Commit
b5f8a6f
·
verified ·
1 Parent(s): e04eea1

Upload fp8_att/args.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. fp8_att/args.json +1 -0
fp8_att/args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "black-forest-labs/FLUX.1-dev", "device": "cuda:0", "batch_size": 1, "prompt": 4, "calibration_prompt": 500, "calibration_prompt_path": "captions.tsv", "checkpoint_name": null, "load_checkpoint": "/home/giuseppe/git/brevitas/src/brevitas_examples/stable_diffusion/flux_fp8_attention/20250314_181322/transformer.ckpt", "path_to_latents": null, "path_to_coco": null, "resolution": 1024, "svd_quant_rank": 32, "svd_quant_iters": 1, "guidance_scale": 3.5, "calibration_steps": 20, "inference_steps": 20, "output_path": "flux_fp8_attention/20250314_181322", "quantize": true, "activation_equalization": false, "gptq": false, "svd_quant": false, "bias_correction": false, "dtype": "bfloat16", "attention_slicing": false, "compile": false, "export_target": "params_only", "export_weight_q_node": false, "conv_weight_bit_width": 0, "linear_weight_bit_width": 0, "conv_input_bit_width": 0, "act_eq_alpha": 0.9, "linear_input_bit_width": 0, "weight_param_method": "stats", "input_param_method": "stats", "input_scale_stats_op": "minmax", "input_zp_stats_op": "minmax", "weight_scale_precision": "float_scale", "input_scale_precision": "float_scale", "weight_quant_type": "sym", "input_quant_type": "sym", "weight_quant_format": "int", "input_quant_format": "int", "weight_quant_granularity": "per_channel", "input_quant_granularity": "per_tensor", "input_scale_type": "static", "weight_group_size": 16, "input_group_size": 16, "sdpa_bit_width": 8, "sdpa_param_method": "stats", "sdpa_scale_stats_op": "minmax", "sdpa_zp_stats_op": "minmax", "sdpa_scale_precision": "float_scale", "sdpa_quant_type": "sym", "sdpa_quant_format": "float_fnuz_e4m3", "sdpa_quant_granularity": "per_tensor", "sdpa_scale_type": "static", "quant_recursive_blacklist": [], "quant_standalone_blacklist": [], "scale_rounding_func": "floor", "inference_pipeline": "samples", "caption_path": null, "reference_images_path": null, "quantize_weight_zero_point": true, "exclude_blacklist_act_eq": false, "quantize_input_zero_point": false, "quantize_sdpa_zero_point": false, "export_cpu_float32": false, "use_negative_prompts": true, "dry_run": false, "override_conv_quant_config": false, "vae_fp16_fix": false, "share_qkv_quant": true, "vae_quantize": false, "vae_activation_equalization": false, "vae_gptq": false, "vae_bias_correction": false, "compile_ptq": false, "compile_eval": false, "deterministic": true}