@@ -35,11 +35,11 @@ use syntax::parse::token::{self, BinOpToken, DelimToken, Lit, Token};
3535use syntax:: parse:: lexer:: TokenAndSpan ;
3636use syntax_pos:: Pos ;
3737
38- use syntax:: symbol:: Symbol ;
38+ use syntax:: symbol:: { Symbol , keywords } ;
3939
4040fn parse_token_list ( file : & str ) -> HashMap < String , token:: Token > {
4141 fn id ( ) -> token:: Token {
42- Token :: Ident ( ast:: Ident :: with_empty_ctxt ( Symbol :: invalid ( ) ) )
42+ Token :: Ident ( ast:: Ident :: with_empty_ctxt ( keywords :: Invalid . name ( ) ) )
4343 }
4444
4545 let mut res = HashMap :: new ( ) ;
@@ -65,7 +65,7 @@ fn parse_token_list(file: &str) -> HashMap<String, token::Token> {
6565 "SHL" => Token :: BinOp ( BinOpToken :: Shl ) ,
6666 "LBRACE" => Token :: OpenDelim ( DelimToken :: Brace ) ,
6767 "RARROW" => Token :: RArrow ,
68- "LIT_STR" => Token :: Literal ( Lit :: Str_ ( Symbol :: invalid ( ) ) , None ) ,
68+ "LIT_STR" => Token :: Literal ( Lit :: Str_ ( keywords :: Invalid . name ( ) ) , None ) ,
6969 "DOTDOT" => Token :: DotDot ,
7070 "MOD_SEP" => Token :: ModSep ,
7171 "DOTDOTDOT" => Token :: DotDotDot ,
@@ -75,21 +75,22 @@ fn parse_token_list(file: &str) -> HashMap<String, token::Token> {
7575 "ANDAND" => Token :: AndAnd ,
7676 "AT" => Token :: At ,
7777 "LBRACKET" => Token :: OpenDelim ( DelimToken :: Bracket ) ,
78- "LIT_STR_RAW" => Token :: Literal ( Lit :: StrRaw ( Symbol :: invalid ( ) , 0 ) , None ) ,
78+ "LIT_STR_RAW" => Token :: Literal ( Lit :: StrRaw ( keywords :: Invalid . name ( ) , 0 ) , None ) ,
7979 "RPAREN" => Token :: CloseDelim ( DelimToken :: Paren ) ,
8080 "SLASH" => Token :: BinOp ( BinOpToken :: Slash ) ,
8181 "COMMA" => Token :: Comma ,
82- "LIFETIME" => Token :: Lifetime ( ast:: Ident :: with_empty_ctxt ( Symbol :: invalid ( ) ) ) ,
82+ "LIFETIME" => Token :: Lifetime (
83+ ast:: Ident :: with_empty_ctxt ( keywords:: Invalid . name ( ) ) ) ,
8384 "CARET" => Token :: BinOp ( BinOpToken :: Caret ) ,
8485 "TILDE" => Token :: Tilde ,
8586 "IDENT" => id ( ) ,
8687 "PLUS" => Token :: BinOp ( BinOpToken :: Plus ) ,
87- "LIT_CHAR" => Token :: Literal ( Lit :: Char ( Symbol :: invalid ( ) ) , None ) ,
88- "LIT_BYTE" => Token :: Literal ( Lit :: Byte ( Symbol :: invalid ( ) ) , None ) ,
88+ "LIT_CHAR" => Token :: Literal ( Lit :: Char ( keywords :: Invalid . name ( ) ) , None ) ,
89+ "LIT_BYTE" => Token :: Literal ( Lit :: Byte ( keywords :: Invalid . name ( ) ) , None ) ,
8990 "EQ" => Token :: Eq ,
9091 "RBRACKET" => Token :: CloseDelim ( DelimToken :: Bracket ) ,
9192 "COMMENT" => Token :: Comment ,
92- "DOC_COMMENT" => Token :: DocComment ( Symbol :: invalid ( ) ) ,
93+ "DOC_COMMENT" => Token :: DocComment ( keywords :: Invalid . name ( ) ) ,
9394 "DOT" => Token :: Dot ,
9495 "EQEQ" => Token :: EqEq ,
9596 "NE" => Token :: Ne ,
@@ -99,9 +100,9 @@ fn parse_token_list(file: &str) -> HashMap<String, token::Token> {
99100 "BINOP" => Token :: BinOp ( BinOpToken :: Plus ) ,
100101 "POUND" => Token :: Pound ,
101102 "OROR" => Token :: OrOr ,
102- "LIT_INTEGER" => Token :: Literal ( Lit :: Integer ( Symbol :: invalid ( ) ) , None ) ,
103+ "LIT_INTEGER" => Token :: Literal ( Lit :: Integer ( keywords :: Invalid . name ( ) ) , None ) ,
103104 "BINOPEQ" => Token :: BinOpEq ( BinOpToken :: Plus ) ,
104- "LIT_FLOAT" => Token :: Literal ( Lit :: Float ( Symbol :: invalid ( ) ) , None ) ,
105+ "LIT_FLOAT" => Token :: Literal ( Lit :: Float ( keywords :: Invalid . name ( ) ) , None ) ,
105106 "WHITESPACE" => Token :: Whitespace ,
106107 "UNDERSCORE" => Token :: Underscore ,
107108 "MINUS" => Token :: BinOp ( BinOpToken :: Minus ) ,
@@ -111,10 +112,11 @@ fn parse_token_list(file: &str) -> HashMap<String, token::Token> {
111112 "OR" => Token :: BinOp ( BinOpToken :: Or ) ,
112113 "GT" => Token :: Gt ,
113114 "LE" => Token :: Le ,
114- "LIT_BINARY" => Token :: Literal ( Lit :: ByteStr ( Symbol :: invalid ( ) ) , None ) ,
115- "LIT_BINARY_RAW" => Token :: Literal ( Lit :: ByteStrRaw ( Symbol :: invalid ( ) , 0 ) , None ) ,
115+ "LIT_BINARY" => Token :: Literal ( Lit :: ByteStr ( keywords:: Invalid . name ( ) ) , None ) ,
116+ "LIT_BINARY_RAW" => Token :: Literal (
117+ Lit :: ByteStrRaw ( keywords:: Invalid . name ( ) , 0 ) , None ) ,
116118 "QUESTION" => Token :: Question ,
117- "SHEBANG" => Token :: Shebang ( Symbol :: invalid ( ) ) ,
119+ "SHEBANG" => Token :: Shebang ( keywords :: Invalid . name ( ) ) ,
118120 _ => continue ,
119121 } ;
120122
0 commit comments