Fix a typo in tokens.rs

2026-10-17 09:35:11 +02:00 · 2024-12-30 19:47:29 +01:00
parent dbfc372120
commit efc9dd8daf
1 changed files with 1 additions and 1 deletions
@@ -1,7 +1,7 @@
 use bstr::ByteSlice;
 use winnow::BStr;

-/// Define rules for tokenizaing a buffer.
+/// Define rules for tokenizing a buffer.
 #[derive(Debug, Clone, PartialEq, Eq, Hash)]
 pub struct TokenizerBuilder {
    unicode: bool,