Views
No views yet
fp8/transformer_modelopt.ptfp8/transformer_modelopt_meta.jsonw8a8/transformer_modelopt.ptw8a8/transformer_modelopt_meta.jsonnvfp4/transformer_modelopt.ptnvfp4/transformer_modelopt_meta.json1import modelopt.torch.opt as mto
2from klein_pipeline import Flux2KleinPipeline
3import torch
4
5pipe = Flux2KleinPipeline.from_pretrained(
6 "black-forest-labs/FLUX.2-klein-4B", torch_dtype=torch.bfloat16
7).to("cuda")
8
9ckpt = "fp8/transformer_modelopt.pt" # or w8a8 / nvfp4
10mto.restore(pipe.transformer, ckpt)
11pipe.transformer.eval()klein4B-assets.