Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("mncai/Qwen3-0.6B-v0.1")
4model = AutoModelForCausalLM.from_pretrained("mncai/Qwen3-0.6B-v0.1")
5
6# 텍스트 생성
7input_text = "Your prompt here"
8inputs = tokenizer(input_text, return_tensors="pt")
9outputs = model.generate(**inputs, max_length=100)
10response = tokenizer.decode(outputs[0], skip_special_tokens=True)@misc{deepspeed-chat,
title={DeepSpeed-Chat: Easy, Fast and Affordable RLHF Training of ChatGPT-like Models at All Scales},
author={Yuxiao Zhuang et al.},
year={2023},
url={https://github.com/microsoft/DeepSpeed}
}