Are you the author?
GPU deploy isn't supported for this model type.
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "ZuluVision/MoviiGen1.1_Prompt_Rewriter"
4
5model = AutoModelForCausalLM.from_pretrained(
6 model_name,
7 torch_dtype="auto",
8 device_map="auto"
9)
10tokenizer = AutoTokenizer.from_pretrained(model_name)
11
12prompt = "A beautiful girl is playing with a dog in a park."
13messages = [
14 {"role": "system", "content": "You are an advanced AI model tasked with generating and extending structured and detailed video captions. You must respond in the language used by the user."},
15 {"role": "user", "content": prompt}
16]
17text = tokenizer.apply_chat_template(
18 messages,
19 tokenize=False,
20 add_generation_prompt=True
21)
22model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
23
24generated_ids = model.generate(
25 **model_inputs,
26 max_new_tokens=1024
27)
28generated_ids = [
29 output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
30]
31
32response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
33