{"id":"2306.16842","title":"Tokenization and the Noiseless Channel","url":"https://codeofpaper.com/paper/2306.16842","arxiv_url":"https://arxiv.org/abs/2306.16842","published":"2023-06-29","code":"community","best":{"full_name":"zouharvi/tokenization-scorer","url":"https://github.com/zouharvi/tokenization-scorer","tier":"high_confidence_community","stars":52,"license":"MIT","framework":null,"language":"Python","last_commit":"2025-02-19T12:17:59"},"most_starred_community":null,"implementations":[{"full_name":"zouharvi/tokenization-scorer","url":"https://github.com/zouharvi/tokenization-scorer","tier":"high_confidence_community","stars":52,"license":"MIT","framework":null,"language":"Python","last_commit":"2025-02-19T12:17:59"}],"possible_matches":0}