Views
No views yet
1slices:
2 - sources:
3 - model: Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B
4 layer_range: [0, 32]
5 - model: akjindal53244/Llama-3.1-Storm-8B
6 layer_range: [0, 32]
7merge_method: nearswap
8base_model: Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B
9parameters:
10 t:
11 - value: 0.0001
12dtype: bfloat161<|begin_of_text|><|start_header_id|>system<|end_header_id|>
2
3{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>
4
5{input}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
6
7{output}<|eot_id|>
81def lerp(a, b, t):
2 return a * (1 - t) + b * t
3
4def nearswap(v0, v1, t):
5 lweight = np.abs(v0 - v1)
6 with np.errstate(divide='ignore', invalid='ignore'):
7 lweight = np.where(lweight != 0, t / lweight, 1.0)
8 lweight = np.nan_to_num(lweight, nan=1.0, posinf=1.0, neginf=1.0)
9 np.clip(lweight, a_min=0.0, a_max=1.0, out=lweight)
10 return lerp(v0, v1, lweight)