MOSS-Image-EntroPack / models /text_encoder_int8_6bit.json
kelseye's picture
Upload model using ModelScope SDK
9cceebf verified
Raw History Blame Contribute Delete
956 Bytes
{
"model_hash": "08ba3e9e8267bc600b0285356c2d5b86",
"model_name": "moss_image_text_encoder",
"model_class": "diffsynth.models.moss_image_text_encoder.MOSSImageTextEncoder",
"quant_config": {
"load_prequantized": true,
"configs": [
{
"method": "entropack_lossy_quant_int8",
"backend_config_kwargs": {
"target_bpp": 5.956,
"row_rdo_iterations": 2,
"row_rdo_candidates": 20,
"use_convrot": true,
"convrot_groupsize": 256
},
"exclude_modules": [
"linear_attn.in_proj_a",
"linear_attn.in_proj_b"
]
},
{
"method": "entropack_lossy_quant",
"backend_config_kwargs": {
"target_bpp": 8.5,
"row_rdo_iterations": 2,
"row_rdo_candidates": 20
},
"target_modules": [
"linear_attn.in_proj_a",
"linear_attn.in_proj_b"
]
}
]
}
}