Views
No views yet
model_stock.Qwen2ForCasualLM1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model = AutoModelForCausalLM.from_pretrained("leafspark/Iridium-72B-v0.1",
5 device_map="auto",
6 torch_dtype=torch.float16)
7tokenizer = AutoTokenizer.from_pretrained("leafspark/Iridium-72B-v0.1")1{
2 "temperature": 1
3 "min_p": 0.08
4 "top_p": 1
5 "top_k": 40
6 "repetition_penalty": 1
7}