Views
No views yet
1
2input_ids = tokenizer.encode(prompt + '<|topic|>', return_tensors='pt').to('cuda')
3
4# Generate text
5output = model.generate(
6 input_ids,
7 max_length=1024,
8 num_return_sequences=1,
9 eos_token_id=tokenizer.eos_token_id,
10 pad_token_id=tokenizer.eos_token_id,
11 top_k=100,
12 top_p=0.5,
13 temperature=1
14)
15
16# Decode the output
17text = tokenizer.decode(output[0], skip_special_tokens=False, early_stopping=True)
18text = text[len(prompt):text.find('<|endoftext|>')]
19
20topics = list(set(list(map(lambda x: x.strip(), text.split('<|topic|>')))[1:]))