Views
No views yet
mistralai/Mistral-7B-Instruct-v0.1 with Q&A pairs derived from structured TGA PI documents.1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("Markolo96/markoste-clinical-mistral", device_map="auto")
4tokenizer = AutoTokenizer.from_pretrained("Markolo96/markoste-clinical-mistral")
5
6prompt = "<|user|>\nWhat are the indications for erythromycin lactobionate?\n<|assistant|>"
7inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
8outputs = model.generate(**inputs, max_new_tokens=256)
9print(tokenizer.decode(outputs[0], skip_special_tokens=True))