File size: 658 Bytes
783e67a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
dtype: float16
merge_method: passthrough
slices:
  - sources:
      - layer_range: [0, 16]
        model: /home/maziyar/apps/LLMs/fine-tuning/merges/multi_merges/merge/models/MaziyarPanahi/Llama-3-11B
  - sources:
      - layer_range: [8, 24]
        model: /home/maziyar/apps/LLMs/fine-tuning/merges/multi_merges/merge/models/MaziyarPanahi/Llama-3-11B
  - sources:
      - layer_range: [16, 32]
        model: /home/maziyar/apps/LLMs/fine-tuning/merges/multi_merges/merge/models/MaziyarPanahi/Llama-3-11B
  - sources:
      - layer_range: [24, 48]
        model: /home/maziyar/apps/LLMs/fine-tuning/merges/multi_merges/merge/models/MaziyarPanahi/Llama-3-11B