Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2Load model and tokenizer
3model = AutoModelForCausalLM.from_pretrained("ombhojane/wellness-mini", trust_remote_code=True)
4tokenizer = AutoTokenizer.from_pretrained("ombhojane/wellness-mini")
5Example usage
6messages = [{"role": "user", "content": "How are you feeling today?"}]
7prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
8inputs = tokenizer(prompt, return_tensors="pt")
9outputs = model.generate(inputs, max_new_tokens=100)
10response = tokenizer.decode(outputs[0], skip_special_tokens=True)
11print(response)1from transformers import pipeline
2Create pipeline
3pipe = pipeline(
4"text-generation",
5model="ombhojane/wellness-mini",
6tokenizer="ombhojane/wellness-mini",
7trust_remote_code=True
8)
9Generate text
10response = pipe("How are you feeling today?", max_new_tokens=100)
11print(response[0]['generated_text'])