FrankenQwen2.5-14B

Name: FrankenQwen2.5-14B
Rating: 5.5 (10 reviews)
Author: synergetic

14.0B

—

synergetic

Language Model

OTHER

14B params

New

1 downloads

Early-stage

Try on Hugging Face Add to Compare

Edge AI:

Mobile

Laptop

Server

32GB+ RAM

Mobile

Laptop

Server

Quick Summary

AI model with specialized capabilities.

Device Compatibility

Mobile

4-6GB RAM

Laptop

16GB RAM

Server

GPU

Minimum Recommended

14GB+ RAM

Code Examples

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Configurationyaml

slices:
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [0, 8]
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [8, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 24]
      parameters:
        scale:
          - filter: q_proj
            value: 0.7
          - filter: k_proj
            value: 0.7
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [16, 32]
      parameters:
        scale:
          - filter: q_proj
            value: 0.919
          - filter: k_proj
            value: 0.919
          - value: 1.0
  - sources:
    - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
      layer_range: [32, 40]
merge_method: passthrough
dtype: bfloat16

Deploy This Model

Production-ready deployment in minutes

Together.ai

Instant API access to this model

Fastest API

Production-ready inference API. Start free, scale to millions.

Try Free API

Replicate

One-click model deployment

Easiest Setup

Run models in the cloud with simple API. No DevOps required.

Deploy Now

Disclosure: We may earn a commission from these partners. This helps keep LLMYourWay free.