Views
No views yet
1import transformers
2import torch
3
4ver = "ver0.2"
5model_id = "None1145/Llama-3-8B-Theresa/{ver}"
6
7pipeline = transformers.pipeline(
8 "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
9)
10pipeline("你好")