nm-autobot commited on
Commit
1abb200
·
verified ·
1 Parent(s): ba0f6a2

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -35,7 +35,7 @@
35
  "dynamic": false,
36
  "group_size": null,
37
  "num_bits": 8,
38
- "observer": "memoryless_minmax",
39
  "strategy": "channel",
40
  "symmetric": true,
41
  "type": "int"
@@ -53,7 +53,7 @@
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
- "version": "0.20.2a20261103"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,
 
35
  "dynamic": false,
36
  "group_size": null,
37
  "num_bits": 8,
38
+ "observer": "imatrix_mse",
39
  "strategy": "channel",
40
  "symmetric": true,
41
  "type": "int"
 
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
+ "version": "0.20.2.dev7+g222b8957"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,