1import torch
2from llama_cpp import Llama
3from sentence_transformers import SentenceTransformer
4from scipy.spatial.distance import cosine
5
6model = SentenceTransformer(
7 "paraphrase-multilingual-MiniLM-L12-v2",
8 model_kwargs={"torch_dtype": torch.float16}
9)
10llm = Llama.from_pretrained(
11 "mykor/paraphrase-multilingual-MiniLM-L12-v2.gguf",
12 filename="paraphrase-multilingual-MiniLM-L12-118M-v2-F16.gguf",
13 embedding=True,
14 verbose=False,
15)
16
17text = "움츠러든 어깨를 따라서 다시 저물어가는 오늘의 끝 밤이 조용히 나를 안으면 무너져가는 날 잊어버릴 수 있어"
18embed1 = model.encode(text)
19embed2 = llm.embed(text)
20print(cosine(embed1, embed2))
