Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
3tokenizer = "mistralai/Mistral-7B-Instruct-v0.2"
4model_id = "Sefika/mistral_fewrel_10_8"
5tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=True)
6model = AutoModelForCausalLM.from_pretrained(
7 model_id,
8 device_map="auto",
9 load_in_4bit=True, # Requires bitsandbytes
10 torch_dtype="auto"
11)
12