nm-autobot commited on
Commit
41bacad
·
verified ·
1 Parent(s): 6cc487e

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +3 -9
config.json CHANGED
@@ -18,17 +18,11 @@
18
  "quantization_config": {
19
  "config_groups": {
20
  "group_0": {
21
- "format": null,
22
  "input_activations": null,
23
  "output_activations": null,
24
  "targets": [
25
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.q_proj\\Z",
26
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.k_proj\\Z",
27
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.v_proj\\Z",
28
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.o_proj\\Z",
29
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.gate_proj\\Z",
30
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.up_proj\\Z",
31
- "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.down_proj\\Z"
32
  ],
33
  "weights": {
34
  "dynamic": false,
@@ -52,7 +46,7 @@
52
  "quantization_status": "compressed",
53
  "sparsity_config": {},
54
  "transform_config": {},
55
- "version": "0.20.2.dev18+gd0477402"
56
  },
57
  "rms_norm_eps": 1e-05,
58
  "rope_scaling": null,
 
18
  "quantization_config": {
19
  "config_groups": {
20
  "group_0": {
21
+ "format": "naive-quantized",
22
  "input_activations": null,
23
  "output_activations": null,
24
  "targets": [
25
+ "Linear"
 
 
 
 
 
 
26
  ],
27
  "weights": {
28
  "dynamic": false,
 
46
  "quantization_status": "compressed",
47
  "sparsity_config": {},
48
  "transform_config": {},
49
+ "version": "0.20.2a20261103"
50
  },
51
  "rms_norm_eps": 1e-05,
52
  "rope_scaling": null,