1import ctranslate2
2import transformers
3
4generator = ctranslate2.Generator("valamiasd/Seed-X-PPO-7B-ct2-int8 ", device="cuda")
5tokenizer = transformers.AutoTokenizer.from_pretrained("valamiasd/Seed-X-PPO-7B-ct2-int8")
6
7prompts = [
8 "The way the start tokens are forwarded in the decoder depends on the argument.",
9 "Batch of start tokens. If the decoder starts from a special start token like.",
10 "Qwen Image Edit + ControlNet Openpose is possible?"
11]
12
13preprocessedprompts = []
14for tp in prompts:
15 preprocessedprompts.append(f"Translate the following English sentence into Hungarian: {tp} <hu>")
16
17tokenized_prompts = []
18for p in preprocessedprompts:
19 tokens = tokenizer.convert_ids_to_tokens(tokenizer.encode(p))
20 tokenized_prompts.append(tokens)
21
22results = generator.generate_batch(tokenized_prompts, beam_size=4, include_prompt_in_result=False)
23
24print(res)
25for i, result in enumerate(results):
26 output = tokenizer.decode(result.sequences_ids[0])
27 if output.startswith('<s>'):
28 output = output[4:]
29 output = output.strip()
30 print(f"Translation {i+1}: {output}")
31
