Views
No views yet
transformers.1# Install Hugging Face Transformers and Datasets
2pip install transformers datasets evaluate torch
3
4
5
6## Load Model
7
8from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
9import torch
10
11MODEL_NAME = "Akhand108/gemma_finetuned"
12
13# Load tokenizer and model
14tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
15model = AutoModelForCausalLM.from_pretrained(MODEL_NAME).to("cuda") # use 'cpu' if no GPU
16
17# Create a pipeline for QA
18qa_pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer, device=0)
19
20
21
22## Inference
23
24# Example question and context
25context = "Fanconi anemia (FA) is a rare genetic disorder that affects bone marrow."
26question = "How to diagnose Fanconi Anemia?"
27
28# Prepare input in text2text format
29inputs = f"Question: {question}\nContext: {context}\nAnswer:"
30
31# Generate answer
32output = qa_pipe(inputs, max_new_tokens=64, do_sample=False)[0]["generated_text"]
33
34print("Question:", question)
35print("Answer:", output)
36