Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3checkpoint = "cygnisai/Cygnis-Alpha-1.7B-v0.1-Instruct"
4device = "cuda" # for GPU usage or "cpu" for CPU usage
5
6tokenizer = AutoTokenizer.from_pretrained(checkpoint)
7model = AutoModelForCausalLM.from_pretrained(checkpoint).to(device)
8
9messages = [
10 {"role": "system", "content": "You are Cygnis Alpha, a sovereign AI assistant designed by Simonc-44."},
11 {"role": "user", "content": "What is the core philosophy of sovereign AI?"}
12]
13input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
14inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
15outputs = model.generate(inputs, max_new_tokens=150, temperature=0.7, top_p=0.9, do_sample=True)
16
17print(tokenizer.decode(outputs[0], skip_special_tokens=True))1import { pipeline } from "@huggingface/transformers";
2
3const generator = await pipeline(
4 "text-generation",
5 "cygnisai/Cygnis-Alpha-1.7B-v0.1-Instruct",
6);
7
8const messages = [
9 { role: "system", content: "You are Cygnis Alpha, a sovereign AI assistant." },
10 { role: "user", content: "Hello! Who are you?" },
11];
12
13const output = await generator(messages, { max_new_tokens: 128 });
14console.log(output[0].generated_text.at(-1).content);| Metric | Cygnis Alpha (1.7B) | Llama-1B-Instruct | Qwen2.5-1.5B-Instruct |
|---|---|---|---|
| IFEval (Avg prompt/inst) | 56.7 | 53.5 | 47.4 |
| MT-Bench | 6.13 | 5.48 | 6.52 |
| HellaSwag | 66.1 | 56.1 | 60.9 |
| ARC (Average) | 51.7 | 41.6 | 46.2 |
| GSM8K (5-shot) | 48.2 | 26.8 | 42.8 |
alignment-handbook.1@misc{allal2025smollm2smolgoesbig,
2 title={SmolLM2: When Smol Goes Big -- Data-Centric Training of a Small Language Model},
3 author={Loubna Ben Allal and others},
4 year={2025},
5 eprint={2502.02737},
6 archivePrefix={arXiv},
7}