Views
No views yet
pip install pruna1from pruna import PrunaModel
2
3loaded_model = PrunaModel.from_hub(
4 "AINovice2005/Sana_600M_ControlNet_HED-smashed"
5)smash_config.json file, which describes the optimization methods that were applied to the model.1{
2 "batcher": null,
3 "cacher": null,
4 "compiler": null,
5 "factorizer": null,
6 "pruner": null,
7 "quantizer": "hqq_diffusers",
8 "hqq_diffusers_backend": "torchao_int4",
9 "hqq_diffusers_group_size": 64,
10 "hqq_diffusers_weight_bits": 8,
11 "batch_size": 1,
12 "device": "cuda",
13 "device_map": null,
14 "save_fns": [
15 "hqq_diffusers"
16 ],
17 "load_fns": [
18 "hqq_diffusers"
19 ],
20 "reapply_after_load": {
21 "factorizer": null,
22 "pruner": null,
23 "quantizer": null,
24 "cacher": null,
25 "compiler": null,
26 "batcher": null
27 }
28}