1# 安装
2conda create -n easytranslate python=3.11 && conda activate easytranslate
3pip install torch --index-url https://download.pytorch.org/whl/cu121
4pip install -r requirements.txt && pip install -e .
5
6# 从头训练 Transformer
7python scripts/train.py --config configs/default_config.yaml
8
9# 微调 NLLB + LoRA
10python scripts/train.py --config configs/default_config.yaml model.type=finetune_nllb
11
12# 评估
13python scripts/evaluate.py --checkpoint checkpoints/best_model.pt
14
15# 交互翻译
16python scripts/translate.py --checkpoint checkpoints/best_model.pt
src/easytranslate/
├── data/ # 数据加载、分词、预处理、动态批处理
├── model/ # Transformer (Encoder-Decoder) + 注意力 + 位置编码 + LoRA
├── training/ # 训练循环、优化器、损失函数、分布式训练
├── evaluation/ # BLEU/COMET 指标、Beam Search 解码、评估器
└── utils/ # 配置管理、日志、随机种子
英文输入 → BPE Tokenizer → Source Embedding + RoPE
→ Transformer Encoder (6 layers, Flash Attention, Pre-LN)
→ Transformer Decoder (6 layers, Causal Mask, Cross-Attention)
→ Linear Projection → Beam Search → 中文输出
