Views
No views yet
<|code_0|> to <|code_12800|>)1from transformers import AutoTokenizer
2
3tokenizer = AutoTokenizer.from_pretrained("zuhri025/text-tts-tokenizer")
4
5# Encode text
6text = "Hello world"
7tokens = tokenizer.encode(text)
8
9# Decode
10decoded = tokenizer.decode(tokens)<|pad|>, <|unk|>, <|bos|>, <|eos|><|start_of_speech|>, <|end_of_speech|>, <|speech|><|start_of_text|>, <|end_of_text|><|accent_us|>, <|accent_uk|><|male|>, <|female|>, <|other|><|code_0|> to <|code_12800|><|speech|> ... <|end_of_speech|> sections