1CONFIG = {
2 'max_seq_length': 1024,
3 'num_epochs': 3,
4 'batch_size': 4 (effective 16),
5 'learning_rate': 0.0001,
6 'lora_r': 32,
7 'lora_alpha': 64,
8 'lora_dropout': 0.1,
9 'weight_decay': 0.03,
10 'early_stopping_patience': 5
11}
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_name = "krishna195/medgemma-anatomy-v2.1"
5tokenizer = AutoTokenizer.from_pretrained(model_name)
6model = AutoModelForCausalLM.from_pretrained(
7 model_name,
8 torch_dtype=torch.bfloat16,
9 device_map="auto"
10)
11
12question = "What is the carpal tunnel?"
13prompt = f"<start_of_turn>user\n{question}<end_of_turn>\n<start_of_turn>model\n"
14
15inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
16outputs = model.generate(**inputs, max_new_tokens=512, temperature=0.7)
17print(tokenizer.decode(outputs[0], skip_special_tokens=True))