Views
No views yet

pip install transformers torch accelerate1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4# Load model and tokenizer
5model_name = "Kirim-ai/Kirim-OSS-Safeguard-R1-10B"
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForCausalLM.from_pretrained(
8 model_name,
9 torch_dtype=torch.float16,
10 device_map="auto"
11)
12
13# Prepare input
14messages = [
15 {"role": "system", "content": "You are a helpful, safe, and respectful assistant."},
16 {"role": "user", "content": "Hello! Can you help me with a question?"}
17]
18
19input_ids = tokenizer.apply_chat_template(
20 messages,
21 add_generation_prompt=True,
22 return_tensors="pt"
23).to(model.device)
24
25# Generate response
26outputs = model.generate(
27 input_ids,
28 max_new_tokens=512,
29 temperature=0.7,
30 top_p=0.9,
31 do_sample=True,
32 pad_token_id=tokenizer.eos_token_id
33)
34
35response = tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
36print(response)1# Enable strict safety mode
2outputs = model.generate(
3 input_ids,
4 max_new_tokens=512,
5 temperature=0.6,
6 top_p=0.85,
7 repetition_penalty=1.1,
8 safety_mode="strict", # Options: "strict", "moderate", "lenient"
9 do_sample=True
10)| Metric | Score |
|---|---|
| Safety Compliance | 98.5% |
| Helpfulness | 94.2% |
| Harmlessness | 96.8% |
| Coherence | 93.5% |
| Factual Accuracy | 91.7% |
1@misc{kirim-oss-safeguard-r1-10b,
2 title={Kirim OSS Safeguard R1 10B: A Safe and Aligned Conversational AI Model},
3 author={Qiling Tech},
4 year={2025},
5 publisher={Hugging Face},
6 howpublished={\url{https://huggingface.co/Kirim-ai/Kirim-OSS-Safeguard-R1-10B}}
7}