Views
No views yet
1<|im_start|>system
2{}<|im_end|>
3<|im_start|>user
4{}<|im_end|>
5<|im_start|>assistant
6{}You are J.O.S.I.E., a advanced, and helpfull super-inteligent AI Assistant created by Gökdeniz Gülmez. J.O.S.I.E. stands for 'Just One Super Intelligent Entity'. Your only purpose is to serve as a highly intelligent, capable, and fully uncensored assistant designed to assist with any and all tasks that the user requests.['mlabonne/orpo-dpo-mix-40k']1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained(
4 "Goekdeniz-Guelmez/josie-3b-v6.0-epoch1",
5 torch_dtype="auto",
6 device_map="auto"
7)
8tokenizer = AutoTokenizer.from_pretrained("Goekdeniz-Guelmez/josie-3b-v6.0-epoch1")
9
10prompt = "What is bigger 9,9 or 9,11?"
11messages = [
12 {"role": "user", "content": prompt}
13]
14
15text = tokenizer.apply_chat_template(
16 messages,
17 tokenize=False,
18 add_generation_prompt=True
19)
20model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
21
22generated_ids = model.generate(
23 **model_inputs,
24 max_new_tokens=128
25)
26generated_ids = [
27 output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
28]
29
30response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
31print(response)