Views
No views yet
pip install transformers torch1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_id = "abubakar-siddik/functiongemma-270m-it-mobile-actions"
4tokenizer = AutoTokenizer.from_pretrained(model_id)
5model = AutoModelForCausalLM.from_pretrained(
6 model_id,
7 device_map="auto",
8 torch_dtype="auto"
9)
10
11# Define available tools
12tools = [
13 {
14 "function": {
15 "name": "create_calendar_event",
16 "description": "Creates a new calendar event.",
17 "parameters": {
18 "type": "OBJECT",
19 "properties": {
20 "title": {"type": "STRING", "description": "The title of the event."},
21 "datetime": {"type": "STRING", "description": "The date and time in YYYY-MM-DDTHH:MM:SS format."}
22 },
23 "required": ["title", "datetime"]
24 }
25 }
26 }
27 # Add other tools as needed...
28]
29
30# Create messages
31messages = [
32 {
33 "role": "developer",
34 "content": "Current date and time: 2024-11-15T05:59:00. You are a model that can do function calling."
35 },
36 {
37 "role": "user",
38 "content": "Schedule a team meeting tomorrow at 4pm"
39 }
40]
41
42# Generate response
43prompt = tokenizer.apply_chat_template(
44 messages,
45 tools=tools,
46 tokenize=False,
47 add_generation_prompt=True
48)
49
50inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
51outputs = model.generate(**inputs, max_new_tokens=256)
52response = tokenizer.decode(outputs[0][inputs['input_ids'].shape[1]:], skip_special_tokens=True)
53print(response)<start_function_call>call:create_calendar_event{title:<escape>team meeting<escape>,datetime:<escape>2024-11-16T16:00:00<escape>}<end_function_call>.litertlm format for deployment on Android devices using Google AI Edge tools.