KaraKaraWitch commited on
Commit
ef88a09
1 Parent(s): d142d3b

Add files using large-upload tool

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +27 -0
mergekit_config.yml ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: migtissera/Tess-3-Llama-3.1-70B
3
+ parameters:
4
+ density: 0.7
5
+ weight:
6
+ - value: 0.75
7
+ - model: HODACHI/Llama-3.1-70B-EZO-1.1-it
8
+ parameters:
9
+ density: 0.2
10
+ weight:
11
+ - value: [1, 0.75, 0.5, 0.25, 0, 0, 0, 0, 0.0, 0.5, 1]
12
+ - model: shenzhi-wang/Llama3.1-70B-Chinese-Chat
13
+ parameters:
14
+ density: 0.2
15
+ weight:
16
+ - value: [1, 0.75, 0.5, 0.25, 0, 0, 0, 0, 0.0, 0.5, 1]
17
+ - model: Saxo/Linkbricks-Horizon-AI-Korean-llama3.1-sft-dpo-70B
18
+ parameters:
19
+ density: 0.2
20
+ weight:
21
+ - value: [1, 0.75, 0.5, 0.25, 0, 0, 0, 0, 0.0, 0.5, 1]
22
+
23
+ merge_method: della_linear
24
+ base_model: migtissera/Tess-3-Llama-3.1-70B
25
+ parameters:
26
+ normalize: true
27
+ dtype: bfloat16