Views
No views yet
1pip install tinker transformers
2export TINKER_API_KEY=your_key1import tinker
2from transformers import AutoTokenizer
3
4tokenizer = AutoTokenizer.from_pretrained("moonshotai/Kimi-K2-Thinking", trust_remote_code=True)
5sampler = tinker.ServiceClient().create_sampling_client(
6 model_path="tinker://c1788855-13a0-5d85-a45b-873b89e2e29c:train:0/sampler_weights/final"
7)
8
9prompt = "<|im_start|>system\nYou write sharp, witty comedy.<|im_end|>\n<|im_start|>user\nwrite a joke about startups<|im_end|>\n<|im_start|>assistant\n"
10response = sampler.sample(
11 prompt=tinker.types.ModelInput.from_ints(tokenizer.encode(prompt)),
12 sampling_params=tinker.types.SamplingParams(max_tokens=256, temperature=0.8, stop=["<|im_end|>"]),
13).result()
14print(tokenizer.decode(response.sequences[0].tokens[len(tokenizer.encode(prompt)):]))