Fix a typo in tokens.rs

This commit is contained in:
Viktor Szépe 2024-12-30 19:47:29 +01:00 committed by GitHub
parent dbfc372120
commit efc9dd8daf
WARNING! Although there is a key with this ID in the database it does not verify this commit! This commit is SUSPICIOUS.
GPG key ID: B5690EEEBB952194

View file

@ -1,7 +1,7 @@
use bstr::ByteSlice;
use winnow::BStr;
/// Define rules for tokenizaing a buffer.
/// Define rules for tokenizing a buffer.
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
pub struct TokenizerBuilder {
unicode: bool,