Views
No views yet
<start_function_call> XML/JSON blocks.1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_id = "CuriousDragon/functiongemma-270m-tiny-agent"
5
6tokenizer = AutoTokenizer.from_pretrained(model_id)
7model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)
8
9# ... (Add your inference code here)