@misc{dl3-a06-1, title = {Neural Machine Translation of Rare Words with Subword Units}, author = {Rico Sennrich and Barry Haddow and Alexandra Birch}, year = {2015}, url = {https://arxiv.org/abs/1508.07909}, howpublished = {arXiv primary author manuscript}, archivePrefix = {arXiv}, eprint = {1508.07909}, note = {Cited author-manuscript edition; peer review is not inferred from arXiv} } @misc{dl3-a06-2, title = {Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates}, author = {Taku Kudo}, year = {2018}, url = {https://arxiv.org/abs/1804.10959}, howpublished = {arXiv primary author manuscript}, archivePrefix = {arXiv}, eprint = {1804.10959}, note = {Cited author-manuscript edition; peer review is not inferred from arXiv} } @misc{dl3-a06-3, title = {SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing}, author = {Taku Kudo and John Richardson}, year = {2018}, url = {https://arxiv.org/abs/1808.06226}, howpublished = {arXiv primary author manuscript}, archivePrefix = {arXiv}, eprint = {1808.06226}, note = {Cited author-manuscript edition; peer review is not inferred from arXiv} } @misc{dl3-a06-4, title = {ByT5: Towards a token-free future with pre-trained byte-to-byte models}, author = {Linting Xue and Aditya Barua and Noah Constant and Rami Al-Rfou and Sharan Narang and Mihir Kale and Adam Roberts and Colin Raffel}, year = {2021}, url = {https://arxiv.org/abs/2105.13626}, howpublished = {arXiv primary author manuscript}, archivePrefix = {arXiv}, eprint = {2105.13626}, note = {Cited author-manuscript edition; peer review is not inferred from arXiv} } @misc{dl3-a06-5, title = {CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation}, author = {Jonathan H. Clark and Dan Garrette and Iulia Turc and John Wieting}, year = {2021}, url = {https://arxiv.org/abs/2103.06874}, howpublished = {arXiv primary author manuscript}, archivePrefix = {arXiv}, eprint = {2103.06874}, note = {Cited author-manuscript edition; peer review is not inferred from arXiv} } @misc{dl3-a06-6, title = {Byte Latent Transformer: Patches Scale Better Than Tokens}, author = {Artidoro Pagnoni and Ram Pasunuru and Pedro Rodriguez and John Nguyen and Benjamin Muller and Margaret Li and Chunting Zhou and Lili Yu and Jason Weston and Luke Zettlemoyer and Gargi Ghosh and Mike Lewis and Ari Holtzman and Srinivasan Iyer}, year = {2024}, url = {https://arxiv.org/abs/2412.09871}, howpublished = {arXiv primary author manuscript}, archivePrefix = {arXiv}, eprint = {2412.09871}, note = {Cited author-manuscript edition; peer review is not inferred from arXiv} }