Views
No views yet



1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("alvinwongster/LuminAI")
4model = AutoModelForCausalLM.from_pretrained("alvinwongster/LuminAI")
5
6prompt = "What is depression?"
7full_prompt = f"User: {prompt}\nBot:"
8
9inputs = tokenizer(full_prompt, return_tensors="pt")
10inputs = {key: val.to(device) for key, val in inputs.items()}
11
12outputs = model.generate(
13 **inputs,
14 max_new_tokens=650,
15 repetition_penalty=1.3,
16 no_repeat_ngram_size=3,
17 temperature=0.8,
18 top_p=0.9,
19 top_k=50
20)
21
22response = tokenizer.decode(outputs[0], skip_special_tokens=True)
23
24if "Bot:" in response:
25 response = response.split("Bot:")[-1].strip()
26
27print(response)| Metrics | GPT | Llama | LuminAI |
|---|---|---|---|
| Empathy Score | 0.8 | 0.79 | 0.79 |
| Human Likeness | 0.27 | 0.45 | 0.5 |
| BERTScore F1 | 0.45 | 0.48 | 0.51 |
| BERTScore Recall | 0.51 | 0.53 | 0.55 |
| BERTScore Precision | 0.41 | 0.44 | 0.47 |
| Time Taken | 89.65 | 15.85 | 39.42 |
| Total Score | 0.54 | 0.65 | 0.63 |