Views
No views yet
!pip install --upgrade transformers torch1from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
2import torch, gc
3
4# Load tokenizer and model
5model_name = "DarkNeuron-AI/darkneuron-chat-v1.1"
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForCausalLM.from_pretrained(model_name)
8
9# Use GPU if available
10device = 0 if torch.cuda.is_available() else -1
11
12# Create chatbot pipeline
13chatbot = pipeline(
14 "text-generation",
15 model=model,
16 tokenizer=tokenizer,
17 device=device,
18 return_full_text=False
19)
20
21# Optional: Free GPU memory
22gc.collect()
23torch.cuda.empty_cache()
24
25# Interactive chat loop
26print("Chatbot ready! Type 'exit' or 'quit' to stop.\n")
27
28while True:
29 user_input = input("User: ")
30 if user_input.lower() in ["exit", "quit"]:
31 print("Chat ended.")
32 break
33
34 prompt = f"User: {user_input}\nBot:"
35 response = chatbot(
36 prompt,
37 max_length=100,
38 do_sample=True,
39 temperature=0.7,
40 top_p=0.9,
41 num_return_sequences=1
42 )
43 print(response[0]["generated_text"])