Views
No views yet
1from transformers import pipeline
2
3# Create text generation pipeline
4generator = pipeline(
5 "text-generation",
6 model="alea-institute/kl3m-006-170m-checkpoint-33000",
7 torch_dtype="auto",
8 device_map="auto"
9)
10
11# Generate text
12outputs = generator(
13 "This Agreement is entered into as of",
14 max_new_tokens=100,
15 temperature=0.7,
16 top_p=0.95,
17 repetition_penalty=1.15
18)
19
20print(outputs[0]['generated_text'])1@misc{kl3m2025,
2 title={KL3M: Knowledge-Guided Language Model Training},
3 author={Alea Institute},
4 year={2025},
5 url={https://arxiv.org/abs/2504.07854},
6 note={Trained with Muon optimizer and spectral clamping}
7}