sequence_length: 16384
dataset:
train_dataset:
repo_id: arcee-ai/DeepSeek-MixedModeReasoning-Logits-Packed-16384
split: train
prepacked: true
teacher:
kind: dataset
legacy_logit_compression:
exact_k: 32
invert_polynomial: true
k: 32
polynomial_degree: 0
term_dtype: float32
vocab_size: 129280
with_sqrt_term: false
