Views
No views yet
1# Usage
2import torch
3from transformers import LlamaTokenizer, LlamaForCausalLM
4
5model = LlamaForCausalLM.from_pretrained('Cognitive-Lab/Ambari-7B-Base-v0.1')
6tokenizer = LlamaTokenizer.from_pretrained('Cognitive-Lab/Ambari-7B-Base-v0.1')
7
8prompt = "ಕನ್ನಡದ ಇತಿಹಾಸವನ್ನು ವಿವರವಾಗಿ ತಿಳಿಸಿ"
9inputs = tokenizer(prompt, return_tensors="pt")
10
11# Generate
12generate_ids = model.generate(inputs.input_ids, max_length=30)
13decoded_output = tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
14
15print(decoded_output)