Views
No views yet
import transformers
import torch
model_id = "senseable/Trillama-8B"
pipeline = transformers.pipeline(
"text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
)
pipeline("Explain the meaning of life.")