Views
No views yet
transformers, accelerate, and bitsandbytes.pip install -U -q transformers bitsandbytes accelerate1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_name = "ethzanalytics/stablelm-base-alpha-3b-sharded"
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5
6model = AutoModelForCausalLM.from_pretrained(model_name, load_in_8bit=True)