Views
No views yet
t5-small (77M params) available in mini folder.1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2import torch
3
4device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
5tokenizer = AutoTokenizer.from_pretrained("Ateeqq/keywords-title-generator")
6model = AutoModelForSeq2SeqLM.from_pretrained("Ateeqq/keywords-title-generator").to(device)
7
8def generate_title(keywords):
9 input_ids = tokenizer(keywords, return_tensors="pt", padding="longest", truncation=True, max_length=24).input_ids.to(device)
10 outputs = model.generate(
11 input_ids,
12 num_beams=5,
13 num_beam_groups=5,
14 num_return_sequences=5,
15 repetition_penalty=10.0,
16 diversity_penalty=3.0,
17 no_repeat_ngram_size=2,
18 temperature=0.7,
19 max_length=24
20 )
21 return tokenizer.batch_decode(outputs, skip_special_tokens=True)
22
23keywords = 'model, Fine-tuning, Machine Learning'
24generate_title(keywords)['How to Fine-tune Your Machine Learning Model for Better Performance',
'Fine-tuning your Machine Learning model with a simple technique',
'Using fine tuning to fine-tune your machine learning model',
'Machine Learning: Fine-tuning your model to fit the needs of machine learning',
'The Art of Fine-Tuning Your Machine Learning Model']