Views
No views yet
unsloth/Phi-4-unsloth-bnb-4bit (14B Parameters)1import re
2from unsloth import FastLanguageModel
3from google.colab import userdata
4
5# 1. Retrieve your secure token
6hf_token = userdata.get('HF_TOKEN') # Or os.getenv("HF_TOKEN")
7
8# 2. Load the Fine-Tuned Model
9model, tokenizer = FastLanguageModel.from_pretrained(
10 model_name = "Jaiccc/model_0_streaming_timestamp",
11 max_seq_length = 4096,
12 load_in_4bit = True,
13 token = hf_token,
14)
15FastLanguageModel.for_inference(model)
16
17# 3. Format your prompt (ChatML)
18instruction = "Your task is to analyze terminal XML logs and determine whether the timestamp in the TARGET LINE belongs to a 'new event' or an 'old event'."
19input_data = "### CONTEXT (Previous Events):\n<system_output timestamp=\"10.01\">demo@server:~$ apt update</system_output>\n\n### TARGET LINE:\n<user_input timestamp=\"12.40\">s</user_input>"
20
21prompt = f"<|im_start|>user<|im_sep|>{instruction}\n\n{input_data}<|im_end|><|im_start|>assistant<|im_sep|>"
22inputs = tokenizer(prompt, return_tensors="pt").input_ids.to("cuda")
23
24# 4. Generate Prediction
25outputs = model.generate(input_ids=inputs, max_new_tokens=64, use_cache=True, temperature=0.1)
26raw_output = tokenizer.batch_decode(outputs, clean_up_tokenization_spaces=True)[0]
27
28# 5. Extract Result
29m = re.search(r'<\|im_start\|>assistant<\|im_sep\|>(.*?)<\|im_end\|>', raw_output, re.S)
30result = m.group(1).strip() if m else raw_output.split("assistant")[-1].strip()
31
32print(result)
33# Expected Output: "12.40, old event"