slices: | |
- sources: | |
- layer_range: [0,41] | |
model: /mnt/beegfs/fahad.khan/Arabic_MobiLlama/mergekit/outputs/cohere_acegpt | |
- sources: | |
- layer_range: [49,60] | |
model: /mnt/beegfs/fahad.khan/Arabic_MobiLlama/mergekit/outputs/cohere_acegpt | |
merge_method: passthrough | |
dtype: float16 |