Views
No views yet
CodeLlama-7b-Instruct-hfconfig.jsontokenizer.modelCodeLlama-7b-Instruct-hf.Q4_K_M.gguf1from unsloth import FastLanguageModel
2
3model, tokenizer = FastLanguageModel.from_pretrained(
4 "Tuhin20/CodeLlama-7b-Instruct-FineTuned-JavaPython",
5 load_in_4bit=True,
6 device_map="auto",
7)
8
9prompt = "Write a Java function to reverse a linked list."
10inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
11outputs = model.generate(**inputs, max_new_tokens=300)
12print(tokenizer.decode(outputs[0], skip_special_tokens=True))