Views
No views yet
trust_remote_code=True:1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4tokenizer = AutoTokenizer.from_pretrained("ray0rf1re/lfm2.5-CT-230m")
5model = AutoModelForCausalLM.from_pretrained(
6 "ray0rf1re/lfm2.5-CT-230m",
7 trust_remote_code=True,
8 torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
9)