nm-autobot commited on
Commit
ddb0322
·
verified ·
1 Parent(s): e4ee064

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +9 -3
  2. model.safetensors +1 -1
config.json CHANGED
@@ -18,7 +18,7 @@
18
  "quantization_config": {
19
  "config_groups": {
20
  "group_0": {
21
- "format": "int-quantized",
22
  "input_activations": {
23
  "dynamic": false,
24
  "group_size": null,
@@ -30,7 +30,13 @@
30
  },
31
  "output_activations": null,
32
  "targets": [
33
- "Linear"
 
 
 
 
 
 
34
  ],
35
  "weights": {
36
  "dynamic": false,
@@ -54,7 +60,7 @@
54
  "quantization_status": "compressed",
55
  "sparsity_config": {},
56
  "transform_config": {},
57
- "version": "0.20.2a20261103"
58
  },
59
  "rms_norm_eps": 1e-05,
60
  "rope_scaling": null,
 
18
  "quantization_config": {
19
  "config_groups": {
20
  "group_0": {
21
+ "format": null,
22
  "input_activations": {
23
  "dynamic": false,
24
  "group_size": null,
 
30
  },
31
  "output_activations": null,
32
  "targets": [
33
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.q_proj\\Z",
34
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.k_proj\\Z",
35
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.v_proj\\Z",
36
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.o_proj\\Z",
37
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.gate_proj\\Z",
38
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.up_proj\\Z",
39
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.down_proj\\Z"
40
  ],
41
  "weights": {
42
  "dynamic": false,
 
60
  "quantization_status": "compressed",
61
  "sparsity_config": {},
62
  "transform_config": {},
63
+ "version": "0.20.2.dev18+gd0477402"
64
  },
65
  "rms_norm_eps": 1e-05,
66
  "rope_scaling": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a0515d2f2a006cede24781a897721d50c3315794dd06ea0791bec6e413d1206
3
  size 1232076790
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ab421c0e7340db702413237e159ce6cb7a88326650239f6348b79c1ac6f3b7
3
  size 1232076790