Views
No views yet
law-il-E2B — for HuggingFace Transformers, further fine-tuning, or conversion to other runtimes.law-il-E2B Israeli legal reasoning model.transformers1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("BrainboxAI/law-il-E2B-safetensors")
4model = AutoModelForCausalLM.from_pretrained(
5 "BrainboxAI/law-il-E2B-safetensors",
6 torch_dtype="auto",
7 device_map="auto",
8)
9
10messages = [
11 {"role": "user", "content": "פיטרו אותי בלי הודעה מוקדמת. מה מגיע לי?"},
12]
13inputs = tokenizer.apply_chat_template(messages, return_tensors="pt", add_generation_prompt=True)
14outputs = model.generate(inputs, max_new_tokens=512, temperature=0.3, top_p=0.9)
15print(tokenizer.decode(outputs[0], skip_special_tokens=True))