Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "LLM4Code/VeriCoder_Gemma12b"
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5model = AutoModelForCausalLM.from_pretrained(model_name)
6
7# Example usage
8inputs = tokenizer("Your prompt here", return_tensors="pt")
9outputs = model.generate(**inputs, max_length=512)
10print(tokenizer.decode(outputs[0]))