This commit is contained in:
Ahmed Ibrahim
2025-10-24 10:12:36 -07:00
parent 6ffbd0d4e3
commit 697367cd3f
2 changed files with 18 additions and 13 deletions
+6
View File
@@ -107,6 +107,12 @@ impl Tokenizer {
}
}
impl fmt::Debug for Tokenizer {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
f.debug_struct("Tokenizer").finish()
}
}
#[cfg(test)]
mod tests {
use super::*;