Views
No views yet
1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2model = AutoModelForSeq2SeqLM \
3 .from_pretrained('s-nlp/bart-base-detox-svd', trust_remote_code=True)
4tokenizer = AutoTokenizer.from_pretrained('facebook/bart-base')
5
6toxics = ['that sick fuck is going to be out in 54 years.']
7tokens = tokenizer(toxics)
8tokens = model.generate(**tokens, num_return_sequences=1, do_sample=False,
9 temperature=1.0, repetition_penalty=10.0,
10 max_length=128, num_beams=5)
11neutrals = tokenizer.decode(tokens[0, ...], skip_special_tokens=True)
12print(neutrals) # stdout: She is going to be out in 54 years.