Views
No views yet

1streamlit>=1.36
2transformers>=4.41
3torch>=2.2
4sentencepiece>=0.2 # Required for mBART tokenization
5accelerate>=0.31 # Optional but recommended (for device_map="auto")app.py1import streamlit as st
2import torch
3from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
4
5MODEL_ID = "MahmutCanBoran/mbart-audi-diagnosis-agent"
6
7@st.cache_resource(show_spinner=True)
8def load_model():
9 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
10 model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_ID)
11 if torch.cuda.is_available():
12 model = model.to("cuda")
13 return tokenizer, model
14
15st.set_page_config(page_title="Audi AI Diagnosis", page_icon="🚘")
16st.title("🚘 Audi AI Diagnosis Agent")
17st.caption("mBART-50 based: symptom → likely diagnosis")
18
19symptom = st.text_area(
20 "Enter symptom:",
21 height=110,
22 placeholder="in my A4 40 TDI there is a rattling noise during acceleration"
23)
24
25if st.button("Diagnose", type="primary", use_container_width=True):
26 tokenizer, model = load_model()
27 inputs = tokenizer(symptom.strip(), return_tensors="pt")
28 if torch.cuda.is_available():
29 inputs = {k: v.to("cuda") for k, v in inputs.items()}
30 with torch.inference_mode():
31 outputs = model.generate(**inputs, max_new_tokens=96)
32 st.success("Likely diagnosis")
33 st.write(tokenizer.decode(outputs[0], skip_special_tokens=True))# Clone repo
git clone https://huggingface.co/spaces/MahmutCanBoran/audi-ai-diagnosis
cd audi-ai-diagnosis
# Install dependencies
pip install -r requirements.txt
# Run the app
streamlit run app.py