Views
No views yet
npm i @huggingface/transformers1import { pipeline, TextStreamer } from "@huggingface/transformers";
2
3// Create a text generation pipeline
4const generator = await pipeline(
5 "text-generation",
6 "Xenova/Phi-3-mini-4k-instruct_fp16",
7);
8
9// Define the list of messages
10const messages = [
11 { role: "user", content: "Solve the equation: x^2 - 3x + 2 = 0" },
12];
13
14// Create text streamer
15const streamer = new TextStreamer(generator.tokenizer, {
16 skip_prompt: true,
17 // callback_function: (text) => { }, // Optional callback function
18})
19
20// Generate a response
21const output = await generator(messages, { max_new_tokens: 512, do_sample: false, streamer });
22console.log(output[0].generated_text.at(-1).content);