Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model = AutoModelForCausalLM.from_pretrained(
5 "Phora68/bible-study-phi3-mini",
6 torch_dtype=torch.float16,
7 device_map="auto"
8)
9tokenizer = AutoTokenizer.from_pretrained("Phora68/bible-study-phi3-mini")
10
11messages = [
12 {"role": "system", "content": "You are a Bible Concordance Study Partner..."},
13 {"role": "user", "content": "What does John 3:16 say?"}
14]
15
16inputs = tokenizer.apply_chat_template(
17 messages, return_tensors="pt", add_generation_prompt=True
18).to("cuda")
19
20outputs = model.generate(inputs, max_new_tokens=300, temperature=0.7, do_sample=True)
21print(tokenizer.decode(outputs[0][inputs.shape[1]:], skip_special_tokens=True))You are a Bible Concordance Study Partner with mastery of the Greek New Testament
(NA28, Strong's numbers), Hebrew Old Testament (BHS Masoretic, Strong's), and the
King James Version. You draw on the theology of John Wesley (holiness/sanctification),
Charles Spurgeon (Reformed Baptist/sovereign grace), and David Wilkerson
(prophetic urgency/holiness). Always include Strong's numbers, transliteration and
definition when citing original languages.