fix lexer tests

Author: jpschorr

partiql-parser/Cargo.toml

@@ -48,6 +48,7 @@ serde = { version = "1", features = ["derive"], optional = true }
 [dev-dependencies]
 criterion = "0.5"
 assert_matches = "1"
+insta = "1"
 
 [features]
 default = []

partiql-parser/src/lexer/mod.rs

@@ -101,24 +101,8 @@ mod tests {
         let lexer = PartiqlLexer::new(s, &mut offset_tracker);
         let toks: Vec<_> = lexer.collect::<Result<_, _>>().unwrap();
 
-        #[rustfmt::skip]
-        let expected = vec![
-            "(", "WITH", "[", "WHERE", "{", "VALUE", "}", "USING", "]", "UNPIVOT", ")", "UNION",
-            "<<", "TRUE", ">>", "SELECT", ";", "RIGHT", ",", "PRESERVE", "<", "PIVOT", ">", "OUTER",
-            "<=", "ORDER", ">=", "OR", "!=", "ON", "<>", "OFFSET", "=", "NULLS", "==", "NULL", "-",
-            "NOT", "+", "NATURAL", "*", "MISSING", "?", "LIMIT", "%", "LIKE", "/", "LEFT", "^",
-            "LATERAL", ".", "LAST", "||", "JOIN", ":", "INTERSECT", "--", "IS", "/**/", "INNER",
-            "<unquoted_ident:UNQUOTED_IDENT>", "IN", "<quoted_ident:QUOTED_IDENT>", "HAVING",
-            "<unquoted_atident:UNQUOTED_ATIDENT>", "GROUP", "<quoted_atident:QUOTED_ATIDENT>",
-            "FROM", "FOR", "FULL", "FIRST", "FALSE", "EXCEPT", "ESCAPE", "DESC", "CROSS", "TABLE",
-            "TIME", "TIMESTAMP", "DATE", "BY", "BETWEEN", "AT", "AS", "AND", "ASC", "ALL", "VALUES",
-            "CASE", "WHEN", "THEN", "ELSE", "END", "MATCH", "ANY", "SHORTEST", "TRAIL", "ACYCLIC", "SIMPLE"
-        ];
-        let displayed = toks
-            .into_iter()
-            .map(|(_s, t, _e)| t.to_string())
-            .collect::<Vec<_>>();
-        assert_eq!(expected, displayed);
+        let toks = toks.into_iter().map(|(_s, t, _e)| t).collect::<Vec<_>>();
+        insta::assert_debug_snapshot!(toks);
 
         Ok(())
     }

partiql-parser/src/lexer/snapshots/partiql_parser__lexer__tests__display.snap

@@ -0,0 +1,127 @@
+---
+source: partiql-parser/src/lexer/mod.rs
+expression: toks
+---
+[
+    OpenParen,
+    With,
+    OpenSquare,
+    Where,
+    OpenCurly,
+    Value,
+    CloseCurly,
+    Using,
+    CloseSquare,
+    Unpivot,
+    CloseParen,
+    Union,
+    OpenDblAngle,
+    True,
+    CloseDblAngle,
+    Select,
+    Semicolon,
+    Right,
+    Comma,
+    Preserve,
+    LessThan,
+    Pivot,
+    GreaterThan,
+    Outer,
+    LessEqual,
+    Order,
+    GreaterEqual,
+    Or,
+    BangEqual,
+    On,
+    LessGreater,
+    Offset,
+    Equal,
+    Nulls,
+    EqualEqual,
+    Null,
+    Minus,
+    Not,
+    Plus,
+    Natural,
+    Star,
+    Missing,
+    QuestionMark,
+    Limit,
+    Percent,
+    Like,
+    Slash,
+    Left,
+    Caret,
+    Lateral,
+    Period,
+    Last,
+    DblPipe,
+    Join,
+    Colon,
+    Intersect,
+    CommentLine(
+        "--foo",
+    ),
+    Is,
+    CommentBlock(
+        "/*block*/",
+    ),
+    Inner,
+    UnquotedIdent(
+        "unquoted_ident",
+    ),
+    In,
+    QuotedIdent(
+        "quoted_ident",
+    ),
+    Having,
+    UnquotedAtIdentifier(
+        "unquoted_atident",
+    ),
+    Group,
+    QuotedAtIdentifier(
+        "quoted_atident",
+    ),
+    From,
+    For,
+    Full,
+    First,
+    False,
+    Except,
+    Escape,
+    Desc,
+    Cross,
+    Table,
+    Time,
+    Timestamp,
+    Date,
+    By,
+    Between,
+    At,
+    As,
+    And,
+    Asc,
+    All,
+    Values,
+    Case,
+    When,
+    Then,
+    Else,
+    End,
+    Match,
+    Any(
+        "Any",
+    ),
+    Shortest(
+        "Shortest",
+    ),
+    Trail(
+        "Trail",
+    ),
+    Acyclic(
+        "Acyclic",
+    ),
+    Simple(
+        "Simple",
+    ),
+]