1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3repo_id = "bhavika67/text2sql"
4tokenizer = AutoTokenizer.from_pretrained(repo_id)
5model = AutoModelForCausalLM.from_pretrained(repo_id, torch_dtype="auto", device_map="auto")
6
7question = "List all customers who ordered products over $500 last month."
8inputs = tokenizer(question, return_tensors="pt").to(model.device)
9outputs = model.generate(**inputs, max_new_tokens=128)
10
11sql_query = tokenizer.decode(outputs[0], skip_special_tokens=True)
12print(sql_query)