Views
No views yet
pip install pruna1from pruna import PrunaModel
2
3loaded_model = PrunaModel.from_hub(
4 "AINovice2005/smashed-FLUX.1-schnell-pruna"
5)smash_config.json file, which describes the optimization methods that were applied to the model.1{
2 "batcher": null,
3 "cacher": "pab",
4 "compiler": null,
5 "factorizer": null,
6 "pruner": null,
7 "quantizer": "hqq_diffusers",
8 "hqq_diffusers_backend": "torchao_int4",
9 "hqq_diffusers_group_size": 64,
10 "hqq_diffusers_weight_bits": 8,
11 "pab_interval": 2,
12 "batch_size": 1,
13 "device": "cuda",
14 "save_fns": [
15 "hqq_diffusers"
16 ],
17 "load_fns": [
18 "hqq_diffusers"
19 ],
20 "reapply_after_load": {
21 "factorizer": null,
22 "pruner": null,
23 "quantizer": null,
24 "cacher": "pab",
25 "compiler": null,
26 "batcher": null
27 }
28}