import torchfrom transformers import AutoTokenizer, AutoModelForCausalLMmodel_name = "Qwen/Qwen2-1.5B"device = "cuda" if torch.cuda.is_available() else "cpu"tokenizer = AutoTokenizer.from_pretrained(model_name)model = AutoModelForCausalLM.from_pretrained( model_name, torch_dtype=torch.bfloat16, device_map="auto")def generate_response(prompt): inputs = tokenizer(prompt, return_tensors="pt").to(device) outputs = model.generate(**inputs, max_new_tokens=50) response =… See the full description on the dataset page:
https://huggingface.co/datasets/Abdou220/qwen2-1.5b-blindspots.