Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained(
4 "nitrox/Jan-nano-128k-heretic",
5 device_map="auto",
6 torch_dtype="bfloat16",
7)
8tokenizer = AutoTokenizer.from_pretrained("nitrox/Jan-nano-128k-heretic")