Views
No views yet
1from transformers import AutoTokenizer, AutoModelForSequenceClassification
2
3tokenizer = AutoTokenizer.from_pretrained("yasarefe/tai-1.1")
4model = AutoModelForSequenceClassification.from_pretrained("yasarefe/tai-1.1")
5
6# Example usage
7text = "Bu bir örnek Türkçe cümledir."
8inputs = tokenizer(text, return_tensors="pt")
9outputs = model(**inputs)1from transformers import Trainer, TrainingArguments
2
3training_args = TrainingArguments(
4 output_dir="./results",
5 num_train_epochs=3,
6 per_device_train_batch_size=16,
7 per_device_eval_batch_size=64,
8 warmup_steps=500,
9 weight_decay=0.01,
10 logging_dir="./logs",
11)
12
13trainer = Trainer(
14 model=model,
15 args=training_args,
16 train_dataset=train_dataset,
17 eval_dataset=eval_dataset,
18)
19
20trainer.train()@misc{tai-1.1,
author = {Yasar Efe},
title = {TAI-1.1: Turkish Language Model},
year = {2024},
publisher = {HuggingFace},
journal = {HuggingFace Model Hub},
howpublished = {\url{https://huggingface.co/yasarefe/tai-1.1}},
}