Merge pull request #1195 from szepeviktor/patch-1

Fix a typo in tokens.rs
This commit is contained in:
Ed Page 2024-12-30 13:29:51 -06:00 committed by GitHub
commit 8bdd84c413
WARNING! Although there is a key with this ID in the database it does not verify this commit! This commit is SUSPICIOUS.
GPG key ID: B5690EEEBB952194

View file

@ -1,7 +1,7 @@
use bstr::ByteSlice;
use winnow::BStr;
/// Define rules for tokenizaing a buffer.
/// Define rules for tokenizing a buffer.
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
pub struct TokenizerBuilder {
unicode: bool,