Views
No views yet

transformers de Hugging Face.pip install transformers torch accelerate1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4model_id = "issoufzousko07/BABA-IA-2B"
5
6# Détection du matériel (GPU ou CPU)
7device = "cuda" if torch.cuda.is_available() else "cpu"
8dtype = torch.float16 if device == "cuda" else torch.float32
9
10print(f"Chargement du modèle sur {device}...")
11
12tokenizer = AutoTokenizer.from_pretrained(model_id)
13model = AutoModelForCausalLM.from_pretrained(
14 model_id,
15 torch_dtype=dtype,
16 device_map="auto" if device == "cuda" else None
17)
18
19if device == "cpu":
20 model.to("cpu")
21
22# Préparer le message
23messages = [
24 {"role": "user", "content": "Bonjour, comment t'appelle tu?"}
25]
26
27# Appliquer le template de chat
28input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
29inputs = tokenizer(input_text, return_tensors="pt").to(device)
30
31# Générer la réponse
32outputs = model.generate(
33 **inputs,
34 max_new_tokens=256,
35 do_sample=True,
36 temperature=0.7,
37 top_p=0.9
38)
39
40response = tokenizer.decode(outputs[0], skip_special_tokens=True)
41print(response)1@misc{baba-ia-2b,
2 author = {Zousko Nicanor/Elephmind IA},
3 title = {BABA-IA-2B: A Lightweight Medical Chatbot Model},
4 year = {2026},
5 publisher = {Hugging Face},
6 journal = {Hugging Face Model Hub},
7 howpublished = {\url{https://huggingface.co/issoufzousko07/BABA-IA-2B}}
8}