Views
No views yet
### System:\n{system}\n### Human:\n{user}\n### Assistant:\n"1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3tokenizer = AutoTokenizer.from_pretrained("serpdotai/sparsetral-16x7B-v1", trust_remote_code=True)
4model = AutoModelForCausalLM.from_pretrained("serpdotai/sparsetral-16x7B-v1", device_map="auto", trust_remote_code=True).eval()
5
6inputs = tokenizer('### System:\n\n### Human:\nHow are you?\n### Assistant:\n', return_tensors='pt')
7inputs = inputs.to(model.device)
8pred = model.generate(**inputs)
9print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))
10# I am doing well, thank you.