Views
No views yet
pip install sentence_transformers1from sentence_transformers import SparseEncoder
2
3model = SparseEncoder("naver/splade-code-8B", trust_remote_code=True)
4
5queries = [
6 "SELECT *\nFROM Student\nWHERE Age = (\nSELECT MAX(Age)\nFROM Student\nWHERE Group = 'specific_group'\n)\nAND Group = 'specific_group';"
7]
8
9query_embeddings = model.encode(queries)
10print(query_embeddings.shape)
11# torch.Size([1, 151936])
12
13sparsity = model.sparsity(query_embeddings)
14print(sparsity)
15# {'active_dims': 1120.0, 'sparsity_ratio': 0.9926284751474305}
16
17decoded = model.decode(query_embeddings, top_k=10)
18print(decoded)
19# [[
20# ('Ġgroup', 2.34375),
21# ('Ġoldest', 2.28125),
22# ('Ġage', 2.25),
23# ('_group', 2.25),
24# ('ĠGroup', 2.171875),
25# ('ĠAge', 2.109375),
26# ('ĠMAX', 2.0625),
27# ('ĠStudent', 2.046875),
28# ('Ġspecific', 2.03125),
29# ('Ġstudent', 2.0),
30# ]]pip install transformers1from transformers import AutoModelForCausalLM, AutoModel
2import os
3import torch
4
5splade = AutoModelForCausalLM.from_pretrained("naver/splade-code-8B", trust_remote_code=True)
6device = (torch.device("cuda") if torch.cuda.is_available() else torch.device("cpu"))
7splade.to(device)
8splade.eval()
9queries = ["SELECT *\nFROM Student\nWHERE Age = (\nSELECT MAX(Age)\nFROM Student\nWHERE Group = 'specific_group'\n)\nAND Group = 'specific_group';"]
10bow_dict = splade.encode(queries, prompt_type="query", top_k_q=10, return_dict=True, print_dict=True)+--------------------------------------------------------------------+
| TOP ACTIVATED WORDS |
+--------------------------------------------------------------------+
* INPUT: SELECT *
FROM Student
WHERE Age = (
SELECT MAX(Age)
FROM Student
WHERE Group = 'specific_group'
)
AND Group = 'specific_group';
Ġgroup | ████████████████████ 2.34
Ġoldest | ███████████████████ 2.28
Ġage | ███████████████████ 2.25
_group | ███████████████████ 2.25
ĠGroup | ██████████████████ 2.17
ĠAge | ██████████████████ 2.11
ĠMAX | █████████████████ 2.06
ĠStudent | █████████████████ 2.05
Ġspecific | █████████████████ 2.03
Ġstudent | █████████████████ 2.00