Views
No views yet
| Model Variants |
|---|
| Doujinshi-1.8b |
| Doujinshi-1.8b-instruct |
1import torch
2from transformers import AutoTokenizer, AutoModelForCausalLM
3
4tokenizer = AutoTokenizer.from_pretrained("puwaer/Doujinshi-1.8b")
5model = AutoModelForCausalLM.from_pretrained("puwaer/Doujinshi-1.8b", device_map="auto", torch_dtype=torch.bfloat16)
6
7text = "avの良さを教えて"
8tokenized_input = tokenizer.encode(text, add_special_tokens=False, return_tensors="pt").to(model.device)
9
10with torch.no_grad():
11 output = model.generate(
12 tokenized_input,
13 max_new_tokens=100,
14 do_sample=True,
15 top_p=0.95,
16 temperature=0.7,
17 repetition_penalty=1.05,
18 )[0]
19
20print(tokenizer.decode(output))