move preprocessor grammar to shared vbalexer (#1250)

Author: Andrin Meier

Rubberduck.Parsing/Grammar/VBALexer.cs

@@ -27,7 +27,6 @@ AT : '@';
 PERCENT : '%';
 DOLLAR : '$';
 AMPERSAND : '&';
-EXP : '^';
 ACCESS : A C C E S S;
 ADDRESSOF : A D D R E S S O F;
 ALIAS : A L I A S;
@@ -114,7 +113,6 @@ LOAD : L O A D;
 LOCK : L O C K;
 LONG : L O N G;
 LOOP : L O O P;
-LEN : L E N;
 LET : L E T;
 LIB : L I B;
 LIKE : L I K E;
@@ -216,6 +214,11 @@ NEQ : '<>';
 PLUS : '+';
 POW : '^';
 RPAREN : ')';
+HASHCONST : WS* HASH CONST;
+HASHIF : WS* HASH I F;
+HASHELSEIF : WS* HASH E L S E I F;
+HASHELSE : WS* HASH E L S E;
+HASHENDIF : WS* HASH E N D WS* I F;
 L_SQUARE_BRACKET : '[';
 R_SQUARE_BRACKET : ']';
 STRINGLITERAL : '"' (~["\r\n] | '""')* '"';
@@ -224,15 +227,48 @@ HEXLITERAL : '&H' [0-9A-F]+ '&'?;
 SHORTLITERAL : (PLUS|MINUS)? DIGIT+ ('#' | '&' | '@')?;
 INTEGERLITERAL : SHORTLITERAL (E SHORTLITERAL)?;
 DOUBLELITERAL : (PLUS|MINUS)? DIGIT* '.' DIGIT+ (E SHORTLITERAL)?;
-DATELITERAL : '#' ~'#'+ '#';
-NEWLINE : [\r\n\u2028\u2029]+;
+DATELITERAL : '#' DATEORTIME '#';
+fragment DATEORTIME : DATEVALUE WS? TIMEVALUE | DATEVALUE | TIMEVALUE;
+fragment DATEVALUE : DATEVALUEPART DATESEPARATOR DATEVALUEPART (DATESEPARATOR DATEVALUEPART)?;
+fragment DATEVALUEPART : DIGIT+ | MONTHNAME;
+fragment DATESEPARATOR : WS? [/,-]? WS?;
+fragment MONTHNAME : ENGLISHMONTHNAME | ENGLISHMONTHABBREVIATION;
+fragment ENGLISHMONTHNAME : JANUARY | FEBRUARY | MARCH | APRIL | MAY | JUNE | JULY | AUGUST | SEPTEMBER | OCTOBER | NOVEMBER | DECEMBER;
+fragment ENGLISHMONTHABBREVIATION : JAN | FEB | MAR | APR | JUN | JUL | AUG | SEP | OCT | NOV | DEC;
+fragment TIMEVALUE : DIGIT+ AMPM | DIGIT+ TIMESEPARATOR DIGIT+ (TIMESEPARATOR DIGIT+)? AMPM?;
+fragment TIMESEPARATOR : WS? (':' | '.') WS?;
+fragment AMPM : WS? (A M | P M | A | P);
+fragment JANUARY : J A N U A R Y;
+fragment FEBRUARY : F E B R U A R Y;
+fragment MARCH : M A R C H;
+fragment APRIL : A P R I L;
+fragment MAY : M A Y;
+fragment JUNE : J U N E;
+fragment JULY : J U L Y;
+fragment AUGUST : A U G U S T;
+fragment SEPTEMBER : S E P T E M B E R;
+fragment OCTOBER : O C T O B E R;
+fragment NOVEMBER : N O V E M B E R;
+fragment DECEMBER : D E C E M B E R;
+fragment JAN : J A N;
+fragment FEB : F E B;
+fragment MAR: M A R;
+fragment APR : A P R;
+fragment JUN : J U N;
+fragment JUL: J U L;
+fragment AUG : A U G;
+fragment SEP : S E P;
+fragment OCT : O C T;
+fragment NOV : N O V;
+fragment DEC : D E C;
+NEWLINE : '\r' '\n' | [\r\n\u2028\u2029];
 REMCOMMENT : COLON? REM WS (LINE_CONTINUATION | ~[\r\n\u2028\u2029])*;
 COMMENT : SINGLEQUOTE (LINE_CONTINUATION | ~[\r\n\u2028\u2029])*;
 SINGLEQUOTE : '\'';
 UNDERSCORE : '_';
-WS : ([ \t] | LINE_CONTINUATION)+;
-IDENTIFIER :  (~[\[\]\(\)\r\n\t.,'"|!@#$%^&*-+:=; ])+ | L_SQUARE_BRACKET (~[!\]\r\n])+ R_SQUARE_BRACKET;
-fragment LINE_CONTINUATION : [ \t]+ UNDERSCORE '\r'? '\n';
+WS : [ \t];
+IDENTIFIER :  ~[\[\]\(\)\r\n\t.,'"|!@#$%^&*-+:=; 0-9-/\\] ~[\[\]\(\)\r\n\t.,'"|!@#$%^&*-+:=; ]* | L_SQUARE_BRACKET (~[!\]\r\n])+ R_SQUARE_BRACKET;
+LINE_CONTINUATION : [ \t]* UNDERSCORE [ \t]* '\r'? '\n';
 fragment LETTER : [a-zA-Z_äöüÄÖÜ];
 fragment DIGIT : [0-9];
 fragment LETTERORDIGIT : [a-zA-Z0-9_äöüÄÖÜ];