Views
No views yet
vytre-core-upload LoRA template or an external Llama base model.1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_id = "tarvico/vytre-core"
4tokenizer = AutoTokenizer.from_pretrained(model_id)
5model = AutoModelForCausalLM.from_pretrained(model_id)
6
7prompt = (
8 "You are Vytre, an enterprise workforce operating intelligence model.\\n"
9 "Input: Create marketing department\\n"
10 "Output: "
11)
12inputs = tokenizer(prompt, return_tensors="pt")
13tokens = model.generate(
14 **inputs,
15 max_new_tokens=80,
16 do_sample=False,
17 pad_token_id=tokenizer.pad_token_id,
18 eos_token_id=tokenizer.eos_token_id,
19)
20print(tokenizer.decode(tokens[0], skip_special_tokens=True))