This model contains custom word embeddings trained using Gensim's Word2Vec implementation.
1from transformers import AutoTokenizer, AutoModel
2import torch
3
4# Load model directly
5from transformers import AutoModel, AutoTokenizer
6tokenizer = AutoTokenizer.from_pretrained("your-username/your-model-name")
7model = AutoModel.from_pretrained("your-username/your-model-name")
8
9# Or load from the hub using gensim:
10from gensim.models import KeyedVectors
11import gensim.downloader as api
12
13# Load vectors directly using gensim
14word_vectors = api.load("your-username/your-model-name")
