Views
No views yet
.png?raw=true)
CMKL/ChaThai-gemma3-12bgoogle/gemma-3-12b-it1# pip install accelerate
2
3from transformers import AutoProcessor, Gemma3ForConditionalGeneration
4from PIL import Image
5import requests
6import torch
7
8model_id = "CMKL/ChaThai-gemma3-12b"
9
10model = Gemma3ForConditionalGeneration.from_pretrained(
11 model_id, device_map="auto"
12).eval()
13
14processor = AutoProcessor.from_pretrained(model_id)
15
16messages = [
17 {
18 "role": "system",
19 "content": [{"type": "text", "text": "You are a helpful assistant."}]
20 },
21 {
22 "role": "user",
23 "content": [
24 {"type": "text", "text": "อาการปวดหัวเป็นอย่างไร."}
25 ]
26 }
27]
28
29inputs = processor.apply_chat_template(
30 messages, add_generation_prompt=True, tokenize=True,
31 return_dict=True, return_tensors="pt"
32).to(model.device, dtype=torch.bfloat16)
33
34input_len = inputs["input_ids"].shape[-1]
35
36with torch.inference_mode():
37 generation = model.generate(**inputs, max_new_tokens=100, do_sample=False)
38 generation = generation[0][input_len:]
39
40decoded = processor.decode(generation, skip_special_tokens=True)
41print(decoded)
42