nm-autobot commited on
Commit
e46ea00
·
verified ·
1 Parent(s): 11cc09c

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
  3. recipe.yaml +1 -1
config.json CHANGED
@@ -36,7 +36,7 @@
36
  "dynamic": false,
37
  "group_size": null,
38
  "num_bits": 8,
39
- "observer": "memoryless_minmax",
40
  "strategy": "channel",
41
  "symmetric": true,
42
  "type": "int"
@@ -54,7 +54,7 @@
54
  "quantization_status": "compressed",
55
  "sparsity_config": {},
56
  "transform_config": {},
57
- "version": "0.20.2a20261103"
58
  },
59
  "rms_norm_eps": 1e-05,
60
  "rope_scaling": null,
 
36
  "dynamic": false,
37
  "group_size": null,
38
  "num_bits": 8,
39
+ "observer": "imatrix_mse",
40
  "strategy": "channel",
41
  "symmetric": true,
42
  "type": "int"
 
54
  "quantization_status": "compressed",
55
  "sparsity_config": {},
56
  "transform_config": {},
57
+ "version": "0.20.2.dev7+g222b8957"
58
  },
59
  "rms_norm_eps": 1e-05,
60
  "rope_scaling": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8754c78e63bc8647ce1c16efcdb88ba71f3908c706a8545487eb3adb6f4e1804
3
  size 1232076790
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242e6f350d7e33cb6001df746f82c215a5d9d81f7d9ef4732dd72998979b57c3
3
  size 1232076790
recipe.yaml CHANGED
@@ -17,7 +17,7 @@ quant_stage:
17
  group_0:
18
  targets: [Linear]
19
  weights: {num_bits: 8, type: int, symmetric: true, group_size: null, strategy: channel,
20
- dynamic: false, observer: memoryless_minmax}
21
  input_activations: {num_bits: 8, type: int, symmetric: false, group_size: null,
22
  strategy: tensor, dynamic: false, observer: static_minmax}
23
  output_activations: null
 
17
  group_0:
18
  targets: [Linear]
19
  weights: {num_bits: 8, type: int, symmetric: true, group_size: null, strategy: channel,
20
+ dynamic: false}
21
  input_activations: {num_bits: 8, type: int, symmetric: false, group_size: null,
22
  strategy: tensor, dynamic: false, observer: static_minmax}
23
  output_activations: null