architecture: Gemma4ForConditionalGeneration
merge_method: moe_karcher
base_model: B:\26B\google--gemma-4-26B-A4B-it
models:
  - model: B:\26B\AuriAetherwiing--G4-26B-A4B-Musica-v1
  - model: B:\26B\ApocalypseParty--G4-26B-SFT-6 # zerofata/G4-MeroMero-26B-A4B
  - model: B:\26B\Darkhn--Gemma-4-26B-A4B-Animus-V14.1-FFT
parameters:
  max_iter: 100
  tol: 1.0e-9
  router_strategy: karcher  # Options: karcher, average, first, random_init
  blend_experts: true  # Blend corresponding experts (expert[0] + expert[0], etc.)
dtype: float32
out_dtype: bfloat16
tokenizer:
  source: union
# chat_template: auto
trust_remote_code: true
name: G4-Runic-Oarfish-26B-A4B-v1