Views
No views yet
1# slices:
2# - sources:
3# - model: psmathur/orca_mini_v3_13b
4# layer_range: [0, 40]
5# - model: garage-bAInd/Platypus2-13B
6# layer_range: [0, 40]
7# # or, the equivalent models: syntax:
8# # models:
9# # - model: psmathur/orca_mini_v3_13b
10# # - model: garage-bAInd/Platypus2-13B
11# merge_method: slerp
12# base_model: psmathur/orca_mini_v3_13b
13# parameters:
14# t:
15# - filter: self_attn
16# value: [0, 0.5, 0.3, 0.7, 1]
17# - filter: mlp
18# value: [1, 0.5, 0.7, 0.3, 0]
19# - value: 0.5 # fallback for rest of tensors
20# dtype: float16
21# slices:
22models:
23 - model: /workspace/storage-shared/cnm/embedding/code/llama_1B_legal_retrieval_v2_2.3M_clean_150726_finetune2_07150726/checkpoint-8000 # Mô hình A (Base gốc)
24 # layer_range: [0, 36]
25 - model: /workspace/storage-shared/cnm/huyhq21_v2/mergekit/output_slerp_1B_data_v2_clean_v6 # Mô hình B (Đã Finetune)
26 # layer_range: [0, 36]
27merge_method: slerp
28base_model: /workspace/storage-shared/cnm/huyhq21_v2/mergekit/output_slerp_1B_data_v2_clean_v6 # Mô hình B (Đã Finetune)
29parameters:
30 t:
31 #- filter: self_attn
32 - filter: layers
33 value: [0.2, 0.3, 0.5, 0.6, 0.7, 0.8]
34 #- filter: mlp
35 # value: [0.2, 0.3, 0.5, 0.6, 0.7, 0.8]
36 - value: 0.5 # fallback cho layernorm
37dtype: bfloat16
38
39# models:
40# - model: /workspace/storage-shared/cnm/cuongnq23/project_embeding/models/Qwen/Qwen3-Embedding-8B
41# - model: /workspace/storage-shared/cnm/embedding/code/qwen8b_SFT_kalm_vnlaw_3M/checkpoint-20000
42# merge_method: slerp
43# base_model: /workspace/storage-shared/cnm/cuongnq23/project_embeding/models/Qwen/Qwen3-Embedding-8B
44# parameters:
45# t:
46# # Trượt dốc từ 10% (đáy) lên 90% (đỉnh)
47# - value: [0.1, 0.3, 0.5, 0.7, 0.9]
48# dtype: bfloat16