khoantap/

llama-ii-3x8B-V2

base_model: meta-llama/Llama-3.1-8B-Instruct
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: Skywork/Skywork-o1-Open-Llama-3.1-8B
    positive_prompts:
      - "chat"
      - "think"
      - "I want"
  - source_model: rombodawg/Llama-3-8B-Instruct-Coder
    positive_prompts:
      - "code"
      - "python"
      - "javascript"
      - "programming"
      - "algorithm"
  - source_model: prithivMLmods/Tulu-MathLingo-8B
    positive_prompts:
      - "reason"
      - "math"
      - "mathematics"
      - "solve"
      - "count"