MOSS-Image-EntroPack / models /text_encoder_int8_7bit.json
kelseye's picture
Upload model using ModelScope SDK
9cceebf verified
Raw History Blame Contribute Delete
956 Bytes
{
"model_hash": "1f0b627389760b03f597e10af0e1f4f6",
"model_name": "moss_image_text_encoder",
"model_class": "diffsynth.models.moss_image_text_encoder.MOSSImageTextEncoder",
"quant_config": {
"load_prequantized": true,
"configs": [
{
"method": "entropack_lossy_quant_int8",
"backend_config_kwargs": {
"target_bpp": 6.951,
"row_rdo_iterations": 2,
"row_rdo_candidates": 20,
"use_convrot": true,
"convrot_groupsize": 256
},
"exclude_modules": [
"linear_attn.in_proj_a",
"linear_attn.in_proj_b"
]
},
{
"method": "entropack_lossy_quant",
"backend_config_kwargs": {
"target_bpp": 8.5,
"row_rdo_iterations": 2,
"row_rdo_candidates": 20
},
"target_modules": [
"linear_attn.in_proj_a",
"linear_attn.in_proj_b"
]
}
]
}
}