This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
DARE TIES merge method using
N-Bot-Int/MaidEllaA-1B as a base.
1
2
3# =====================================================
4# Project: Penetrator-3.2-1B
5# Objective:
6# Keep MaidElla coherent while injecting
7# GRPO-miniThinky_v1
8# Philosophy:
9# "Tiny incision, not brain damage."
10# =====================================================
11
12base_model: N-Bot-Int/MaidEllaA-1B
13
14merge_method: dare_ties
15
16dtype: bfloat16
17out_dtype: float16
18
19models:
20 # =================================================
21 # PRIMARY BRAIN
22 # =================================================
23 - model: N-Bot-Int/MaidEllaA-1B
24 parameters:
25 weight:
26 # Preserve language structure
27 - filter: self_attn
28 value: 1.02
29
30 # Slightly reinforce RP behavior
31 - filter: mlp
32 value: 1.04
33
34 # Global anchor
35 - value: 1.0
36
37 # =================================================
38 # GRPO MICRO-INJECTION
39 # =================================================
40 - model: NickyNicky/Llama-1B-base-GRPO-miniThinky_v1
41 parameters:
42 weight:
43 # ONLY touch behavioral MLPs lightly
44 # Higher values already proved unstable
45 - filter: mlp
46 value: 0.045
47
48 # Extremely conservative global influence
49 - value: 0.018
50
51# =====================================================
52# GLOBAL PARAMETERS
53# =====================================================
54
55parameters:
56 # Extremely conservative density
57 # enough to influence behavior
58 # without liquefying semantics
59 density: 0.11
60
61 # Critical for tiny models
62 # normalize=true caused collapse before
63 normalize: false
64
65 int8_mask: false
66
67# =====================================================
68# TOKENIZER SAFETY
69# =====================================================
70
71tokenizer_source: N-Bot-Int/MaidEllaA-1B
72
73# =====================================================
74# EMBEDDINGS
75# =====================================================
76
77tie_word_embeddings: true
78tie_output_embeddings: true
79
80
81
