Download quantize_config.json from EngineeringSoftware/exLong: direct link, hf CLI and curl.
- Browser
- Download file 414 Bytes
-
https://huggingface.co/EngineeringSoftware/exLong/resolve/main/quantize_config.json
- Command line
-
hf download hf://EngineeringSoftware/exLong/quantize_config.json
-
curl -L -o quantize_config.json https://huggingface.co/EngineeringSoftware/exLong/resolve/main/quantize_config.json
414 Bytes
| { | |
| "_load_in_4bit": false, | |
| "_load_in_8bit": true, | |
| "bnb_4bit_compute_dtype": "float32", | |
| "bnb_4bit_quant_type": "fp4", | |
| "bnb_4bit_use_double_quant": false, | |
| "llm_int8_enable_fp32_cpu_offload": false, | |
| "llm_int8_has_fp16_weight": false, | |
| "llm_int8_skip_modules": null, | |
| "llm_int8_threshold": 6.0, | |
| "load_in_4bit": false, | |
| "load_in_8bit": true, | |
| "quant_method": "bitsandbytes" | |
| } | |