nm-autobot commited on
Commit
908f7ba
·
verified ·
1 Parent(s): 80e1433

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. model.safetensors +1 -1
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "dynamic": false,
29
  "group_size": 128,
30
  "num_bits": 4,
31
- "observer": "imatrix_mse",
32
  "strategy": "group",
33
  "symmetric": true,
34
  "type": "int"
@@ -52,7 +52,7 @@
52
  "dynamic": false,
53
  "group_size": null,
54
  "num_bits": 8,
55
- "observer": "imatrix_mse",
56
  "strategy": "channel",
57
  "symmetric": true,
58
  "type": "int"
@@ -70,7 +70,7 @@
70
  "quantization_status": "compressed",
71
  "sparsity_config": {},
72
  "transform_config": {},
73
- "version": "0.20.2.dev7+g222b8957"
74
  },
75
  "rms_norm_eps": 1e-05,
76
  "rope_scaling": null,
 
28
  "dynamic": false,
29
  "group_size": 128,
30
  "num_bits": 4,
31
+ "observer": "memoryless_minmax",
32
  "strategy": "group",
33
  "symmetric": true,
34
  "type": "int"
 
52
  "dynamic": false,
53
  "group_size": null,
54
  "num_bits": 8,
55
+ "observer": "memoryless_minmax",
56
  "strategy": "channel",
57
  "symmetric": true,
58
  "type": "int"
 
70
  "quantization_status": "compressed",
71
  "sparsity_config": {},
72
  "transform_config": {},
73
+ "version": "0.20.2a20261103"
74
  },
75
  "rms_norm_eps": 1e-05,
76
  "rope_scaling": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dffeb4a8646d0cfb763d0fa880598af16a753e7e522e5a6ddb9ca5cb90fb1398
3
  size 1131284624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d317095337a0775ba6da126d46622d4f3c1d88dcb5d0494c21bd0d95b684b5cb
3
  size 1131284624