Views
No views yet
Intelligence, Distilled.
a13d194c)1# Example: Running your Sovereign Model
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4model_id = "smolify/smolified-verilog-krackhack"
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
7
8messages = [
9 {'role': 'system', 'content': '''The user will provide a natural language description of a digital circuit. Your task is to generate synthesizable Verilog code for FPGA implementation that accurately reflects the description. Ensure the code is clear, concise, and follows common Verilog coding practices for synthesis.'''},
10 {'role': 'user', 'content': '''Design a basic NOT gate using an assign statement. It should take a single bit input 'in_sig' and produce an output 'out_sig'.'''}
11]
12text = tokenizer.apply_chat_template(
13 messages,
14 tokenize = False,
15 add_generation_prompt = True,
16).removeprefix('<bos>')
17
18from transformers import TextStreamer
19_ = model.generate(
20 **tokenizer(text, return_tensors = "pt").to("cuda"),
21 max_new_tokens = 1000,
22 temperature = 1, top_p = 0.95, top_k = 64,
23 streamer = TextStreamer(tokenizer, skip_prompt = True),
24)