1from transformers import AutoModelForCausalLM, BitsAndBytesConfig
2
3# Load normally
4model = AutoModelForCausalLM.from_pretrained("jaswanth/aelvo4b")
5
6# Or load in INT4
7bnb_config = BitsAndBytesConfig(load_in_4bit=True)
8model = AutoModelForCausalLM.from_pretrained("jaswanth/aelvo4b", quantization_config=bnb_config)
9=======
10---
11license: apache-2.0
12---
13>>>>>>> 6515ba91bd1d691a597d926ea5203a66ad2db50f