Views
No views yet
1import { pipeline } from '@xenova/transformers';
2
3const generator = await pipeline('text-generation', 'Felladrin/onnx-int8-llama2_xs_460M_experimental_evol_instruct');
4const output = await generator('Once upon a time,', { add_special_tokens: true, max_new_tokens: 60, repetition_penalty: 1.2});
5console.log(output);1import { AutoModelForCausalLM, AutoTokenizer } from '@xenova/transformers';
2
3const model_path = 'Felladrin/onnx-int8-llama2_xs_460M_experimental_evol_instruct';
4const model = await AutoModelForCausalLM.from_pretrained(model_path);
5const tokenizer = await AutoTokenizer.from_pretrained(model_path);
6
7const prompt = 'Once upon a time,';
8const { input_ids } = tokenizer(prompt);
9const tokens = await model.generate(input_ids, { max_new_tokens: 60, repetition_penalty: 1.2});
10console.log(tokenizer.decode(tokens[0], { skip_special_tokens: true }));