nm-autobot commited on
Commit
e4ee064
·
verified ·
1 Parent(s): 55456f5

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
  3. recipe.yaml +1 -1
config.json CHANGED
@@ -36,7 +36,7 @@
36
  "dynamic": false,
37
  "group_size": null,
38
  "num_bits": 8,
39
- "observer": "memoryless_minmax",
40
  "strategy": "channel",
41
  "symmetric": true,
42
  "type": "int"
 
36
  "dynamic": false,
37
  "group_size": null,
38
  "num_bits": 8,
39
+ "observer": "imatrix_mse",
40
  "strategy": "channel",
41
  "symmetric": true,
42
  "type": "int"
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bc48b5db464ac834e194f04eed742054af932bd5340edc856550d523cb7bb46
3
  size 1232076790
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0515d2f2a006cede24781a897721d50c3315794dd06ea0791bec6e413d1206
3
  size 1232076790
recipe.yaml CHANGED
@@ -15,7 +15,7 @@ quant_stage:
15
  group_0:
16
  targets: [Linear]
17
  weights: {num_bits: 8, type: int, symmetric: true, group_size: null, strategy: channel,
18
- dynamic: false, observer: memoryless_minmax}
19
  input_activations: {num_bits: 8, type: int, symmetric: false, group_size: null,
20
  strategy: tensor, dynamic: false, observer: static_minmax}
21
  output_activations: null
 
15
  group_0:
16
  targets: [Linear]
17
  weights: {num_bits: 8, type: int, symmetric: true, group_size: null, strategy: channel,
18
+ dynamic: false}
19
  input_activations: {num_bits: 8, type: int, symmetric: false, group_size: null,
20
  strategy: tensor, dynamic: false, observer: static_minmax}
21
  output_activations: null