Add case-insensitive matching

This commit is contained in:
2025-05-30 00:17:24 -07:00
parent df99d78a64
commit ad6d8e182b
2 changed files with 56 additions and 4 deletions
+25 -4
View File
@@ -25,11 +25,13 @@ enum Term {
Choice(Vec<Term>),
EOI,
Literal(String),
LiteralI(String),
NegLookahead(Box<Term>),
Optional(Box<Term>),
Plus(Box<Term>),
PosLookahead(Box<Term>),
Range(RangeInclusive<char>),
RangeI(RangeInclusive<char>),
Rule(Ident),
Sequence(Vec<Term>),
Star(Box<Term>),
@@ -60,10 +62,15 @@ impl Parse for Rule {
impl Parse for Term {
fn parse(input: ParseStream) -> syn::Result<Self> {
fn parse_range(input: ParseStream) -> syn::Result<Term> {
let start = input.parse::<LitChar>()?.value();
let start_lit = input.parse::<LitChar>()?;
input.parse::<Token![..]>()?;
let end = input.parse::<LitChar>()?.value();
Ok(Term::Range(start..=end))
let end_lit = input.parse::<LitChar>()?;
let range = start_lit.value()..=end_lit.value();
if end_lit.suffix() == "i" {
Ok(Term::RangeI(range))
} else {
Ok(Term::Range(range))
}
}
fn parse_atom(input: ParseStream) -> syn::Result<Term> {
@@ -77,7 +84,12 @@ impl Parse for Term {
input.parse().map(Term::Rule)
}
} else if look.peek(LitStr) {
input.parse::<LitStr>().map(|x| Term::Literal(x.value()))
let lit = input.parse::<LitStr>()?;
if lit.suffix() == "i" {
Ok(Term::LiteralI(lit.value()))
} else {
Ok(Term::Literal(lit.value()))
}
} else if look.peek(LitChar) {
parse_range(input)
} else if look.peek(syn::token::Paren) {
@@ -159,6 +171,9 @@ impl Term {
Term::Literal(lit_str) => quote! {
p.literal(#lit_str)
},
Term::LiteralI(lit_str) => quote! {
p.literal_i(#lit_str)
},
Term::Sequence(terms) => {
let expr = terms
.iter()
@@ -218,6 +233,12 @@ impl Term {
p.range(#lo..=#hi)
}
}
Term::RangeI(range) => {
let (lo, hi) = (range.start(), range.end());
quote! {
p.range_i(#lo..=#hi)
}
}
Term::NegLookahead(term) => {
let code = term.generate_code();
quote! {
+31
View File
@@ -36,6 +36,15 @@ impl ParseState {
}
}
pub fn literal_i(&mut self, s: &str) -> bool {
if self.input[self.offset..(self.offset + s.len())].eq_ignore_ascii_case(s) {
self.offset += s.len();
true
} else {
false
}
}
pub fn range(&mut self, r: RangeInclusive<char>) -> bool {
if let Some(next) = self.input[self.offset..].chars().next() {
if r.contains(&next) {
@@ -46,6 +55,16 @@ impl ParseState {
false
}
pub fn range_i(&mut self, r: RangeInclusive<char>) -> bool {
if let Some(next) = self.input[self.offset..].chars().next() {
if r.contains(&next.to_ascii_lowercase()) || r.contains(&next.to_ascii_uppercase()) {
self.offset += next.len_utf8();
return true;
}
}
false
}
pub fn any(&mut self) -> bool {
if let Some(c) = self.input[self.offset..].chars().next() {
self.offset += c.len_utf8();
@@ -85,6 +104,8 @@ mod tests {
dq = "\"";
quoted = dq ("\\" ANY / !dq ANY)* dq;
case_sensitivity = "Strict " ('a'..'z')+ ", loose "i ('a'..'z'i)+;
}
fn parse<T: Fn(&mut ParseState) -> bool>(rule: T, s: &str) -> bool {
@@ -163,4 +184,14 @@ mod tests {
assert!(!parse(quoted, r#""foo " bar""#));
assert!(!parse(quoted, r#""false end \""#));
}
#[test]
fn test_i_suffix() {
assert!(parse(case_sensitivity, "Strict abc, loose xyz"));
assert!(!parse(case_sensitivity, "STRICT abc, loose xyz"));
assert!(!parse(case_sensitivity, "Strict ABC, loose xyz"));
assert!(parse(case_sensitivity, "Strict abc, LOOSE xyz"));
assert!(parse(case_sensitivity, "Strict abc, loose XYZ"));
assert!(parse(case_sensitivity, "Strict abc, LoOsE XyZ"));
}
}