Views
No views yet
| Parameter | Value |
|---|---|
| Base Model | Qwen3.5-35B-A3B (MoE) |
| Architecture | Qwen3_5MoeForCausalLM |
| Total Parameters | ~35B |
| Active Parameters | ~3B per token |
| Experts | 256 total, 8 active per token |
| Hidden Size | 2048 |
| Layers | 40 (30 linear attention + 10 full attention) |
| Context Length | 262,144 tokens |
| Precision | bfloat16 |
| Training Method | GRPO (Group Relative Policy Optimization) |
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "infraxaai/Qwen3.5-Trading-Agent"
4
5tokenizer = AutoTokenizer.from_pretrained(model_name)
6model = AutoModelForCausalLM.from_pretrained(
7 model_name,
8 torch_dtype="bfloat16",
9 device_map="auto",
10)
11
12prompt = "Analyze the current SOL/USDC liquidity across Orca, Raydium, and Jupiter. Recommend the optimal swap route for 10,000 USDC."
13messages = [{"role": "user", "content": prompt}]
14
15text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
16inputs = tokenizer(text, return_tensors="pt").to(model.device)
17outputs = model.generate(**inputs, max_new_tokens=512)
18print(tokenizer.decode(outputs[0], skip_special_tokens=True))