Views
No views yet
peft.merge_and_unload().1from vllm import LLM, SamplingParams
2
3llm = LLM(
4 model="0x0515/Turjman-RL-merged",
5 dtype="float16",
6 tensor_parallel_size=2, # Kaggle 2xT4
7 gpu_memory_utilization=0.65,
8 max_model_len=2048,
9)