1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_id = "KurmaAI/AQUA-1B"
5
6tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
7model = AutoModelForCausalLM.from_pretrained(
8 model_id,
9 device_map="auto", # Automatically uses GPU if available
10 torch_dtype=torch.float16, # Use torch.float32 if no GPU
11 trust_remote_code=True
12)
1prompt = "What are the most common diseases in shrimp farming and how can they be prevented?"
2inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
3outputs = model.generate(**inputs, max_new_tokens=256)
4
5response = tokenizer.decode(outputs[0], skip_special_tokens=True)
6print(response)
1@article{narisetty2025aqua,
2 title={AQUA: A Large Language Model for Aquaculture \& Fisheries},
3 author={Narisetty, Praneeth and Kattamanchi, Uday Kumar Reddy and Nimma, Lohit Akshant and Karnati, Sri Ram Kaushik and Kore, Shiva Nagendra Babu and Golamari, Mounika and Nageshreddy, Tejashree},
4 journal={arXiv preprint arXiv:2507.20520},
5 year={2025},
6 doi={10.48550/arXiv.2507.20520}
7}