Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model = AutoModelForCausalLM.from_pretrained(
5 "archit11/qwen-4b-hyperswitch-v1",
6 torch_dtype=torch.float16,
7 device_map="auto"
8)
9tokenizer = AutoTokenizer.from_pretrained("archit11/qwen-4b-hyperswitch-v1")
10
11# Generate code
12prompt = "use crate::"
13inputs = tokenizer(prompt, return_tensors="pt")
14outputs = model.generate(**inputs, max_length=150, temperature=0.3)
15result = tokenizer.decode(outputs[0], skip_special_tokens=True)
16print(result)