iDSLR/

DeepSilence-tokenizer

new added special tokens = ["$~me$", "$~the_flow_of_thought$", "$~dev$", "$~somebody$"]
replaced special tokens = {
  "bos_token":"$~bos$",
  "eos_token":"$~eos$",
  "pad_token":"$~pad$",
  "unk_token":"$~unk$",
}