in src/py.rs [145:150]
fn encode_single_piece(&self, piece: &[u8]) -> Vec<Rank> { if let Some(token) = self.encoder.get(piece) { return vec![*token]; } byte_pair_encode(piece, &self.encoder) }