inflatebot commited on
Commit
bca9a0e
1 Parent(s): 9cd3b9f

Update mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +37 -3
mergekit_config.yml CHANGED
@@ -1,19 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  base_model: IntervitensInc/Mistral-Nemo-Base-2407-chatml
2
  merge_method: dare_ties
3
  slices:
4
  - sources:
5
  - layer_range: [0, 40]
6
- model: /workspace/models/magmell-r1/monk
7
  parameters:
8
  density: 0.7
9
  weight: 0.5
10
  - layer_range: [0, 40]
11
- model: /workspace/models/magmell-r1/hero
12
  parameters:
13
  density: 0.9
14
  weight: 1.0
15
  - layer_range: [0, 40]
16
- model: /workspace/models/magmell-r1/deity
17
  parameters:
18
  density: 0.5
19
  weight: 0.7
 
1
+ name: monk
2
+ models:
3
+ - model: nbeerbower/mistral-nemo-bophades-12B
4
+ - model: nbeerbower/mistral-nemo-wissenschaft-12B
5
+ merge_method: slerp
6
+ base_model: nbeerbower/mistral-nemo-bophades-12B
7
+ parameters:
8
+ t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1]
9
+ dtype: bfloat16
10
+ tokenizer_source: base
11
+ ---
12
+ name: hero
13
+ models:
14
+ - model: elinas/Chronos-Gold-12B-1.0
15
+ - model: Fizzarolli/MN-12b-Sunrose
16
+ merge_method: slerp
17
+ base_model: elinas/Chronos-Gold-12B-1.0
18
+ parameters:
19
+ t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1]
20
+ dtype: bfloat16
21
+ tokenizer_source: base
22
+ ---
23
+ name: deity
24
+ models:
25
+ - model: nbeerbower/mistral-nemo-gutenberg-12B-v4
26
+ - model: anthracite-org/magnum-12b-v2.5-kto
27
+ merge_method: slerp
28
+ base_model: nbeerbower/mistral-nemo-gutenberg-12B-v4
29
+ parameters:
30
+ t: [0, 0.1, 0.2, 0.25, 0.25, 0.2, 0.1, 0]
31
+ dtype: bfloat16
32
+ tokenizer_source: base
33
+ ---
34
+
35
  base_model: IntervitensInc/Mistral-Nemo-Base-2407-chatml
36
  merge_method: dare_ties
37
  slices:
38
  - sources:
39
  - layer_range: [0, 40]
40
+ model: monk
41
  parameters:
42
  density: 0.7
43
  weight: 0.5
44
  - layer_range: [0, 40]
45
+ model: hero
46
  parameters:
47
  density: 0.9
48
  weight: 1.0
49
  - layer_range: [0, 40]
50
+ model: deity
51
  parameters:
52
  density: 0.5
53
  weight: 0.7