test(token): Weird email case

2026-10-17 09:35:11 +02:00 · 2025-04-23 13:37:09 -05:00
parent 6f0717a519
commit 25bb8ee3b4
1 changed files with 13 additions and 3 deletions
@@ -1653,7 +1653,7 @@ mod test {
    fn tokenize_ignore_email() {
        let parser = TokenizerBuilder::new().build();

-        let input = "Good example@example.com Bye";
+        let input = "Good example@example.com if=@nam iff=@nam Bye";
        let actual: Vec<_> = parser.parse_bytes(input.as_bytes()).collect();
        assert_data_eq!(
            actual.to_debug(),
@@ -1664,10 +1664,15 @@ mod test {
        case: None,
        offset: 0,
    },
+    Identifier {
+        token: "nam",
+        case: None,
+        offset: 38,
+    },
    Identifier {
        token: "Bye",
        case: None,
-        offset: 25,
+        offset: 42,
    },
 ]

@@ -1683,10 +1688,15 @@ mod test {
        case: None,
        offset: 0,
    },
+    Identifier {
+        token: "nam",
+        case: None,
+        offset: 38,
+    },
    Identifier {
        token: "Bye",
        case: None,
-        offset: 25,
+        offset: 42,
    },
 ]