| Ok(Literal { kind: StrRaw(0), symbol: "g", suffix: None, span: Span }) |
| Ok(Literal { kind: StrRaw(1), symbol: "g", suffix: None, span: Span }) |
| Ok(Literal { kind: Integer, symbol: "123", suffix: None, span: Span }) |
| Ok(Literal { kind: Str, symbol: "ab", suffix: None, span: Span }) |
| Ok(Literal { kind: Char, symbol: "b", suffix: None, span: Span }) |
| Ok(Literal { kind: Char, symbol: "b", suffix: None, span: Span }) |
| Ok(Literal { kind: ByteStr, symbol: "b", suffix: None, span: Span }) |
| Ok(Literal { kind: CStr, symbol: "b", suffix: None, span: Span }) |
| Ok(Literal { kind: CStrRaw(0), symbol: "b", suffix: None, span: Span }) |
| Ok(Literal { kind: Char, symbol: "\'", suffix: None, span: Span }) |
| Ok(Literal { kind: Byte, symbol: "b", suffix: None, span: Span }) |
| Ok(Literal { kind: Integer, symbol: "256", suffix: Some("u8"), span: Span }) |
| Ok(Literal { kind: Integer, symbol: "-256", suffix: Some("u8"), span: Span }) |
| Ok(TokenStream [Punct { ch: '-', spacing: Alone, span: Span }, Literal { kind: Integer, symbol: "256", suffix: Some("u8"), span: Span }]) |
| Ok(Literal { kind: Integer, symbol: "0b11111000000001111", suffix: Some("i16"), span: Span }) |
| Ok(Literal { kind: Integer, symbol: "0xf32", suffix: None, span: Span }) |
| Ok(Literal { kind: Integer, symbol: "0b0", suffix: Some("f32"), span: Span }) |
| Ok(Literal { kind: Float, symbol: "2E4", suffix: None, span: Span }) |
| Ok(Literal { kind: Float, symbol: "2.2E-4", suffix: Some("f64"), span: Span }) |
| Ok(Literal { kind: Integer, symbol: "18", suffix: Some("u8E"), span: Span }) |
| Ok(Literal { kind: Float, symbol: "18.0", suffix: Some("u8E"), span: Span }) |
| Ok(Literal { kind: CStrRaw(1), symbol: "// /* // \n */", suffix: None, span: Span }) |
| Ok(Literal { kind: Char, symbol: "\'", suffix: None, span: Span }) |
| Ok(Literal { kind: Char, symbol: "\'", suffix: None, span: Span }) |
| Ok(Literal { kind: StrRaw(255), symbol: "a", suffix: None, span: Span }) |
| Ok(TokenStream [Ident { ident: "fn", span: Span }, Ident { ident: "main", span: Span }, Group { delimiter: Parenthesis, stream: TokenStream [], span: Span }, Group { delimiter: Brace, stream: TokenStream [Ident { ident: "println", span: Span }, Punct { ch: '!', spacing: Alone, span: Span }, Group { delimiter: Parenthesis, stream: TokenStream [Literal { kind: Str, symbol: "Hello, world!", suffix: None, span: Span }], span: Span }], span: Span }]) |
| Ok(TokenStream [Literal { kind: Integer, symbol: "18", suffix: None, span: Span }, Punct { ch: '.', spacing: Alone, span: Span }, Ident { ident: "u8E", span: Span }]) |
| Ok(TokenStream [Literal { kind: Float, symbol: "18.0", suffix: Some("f32"), span: Span }]) |
| Ok(TokenStream [Literal { kind: Float, symbol: "18.0", suffix: Some("f34"), span: Span }]) |
| Ok(TokenStream [Literal { kind: Integer, symbol: "18", suffix: None, span: Span }, Punct { ch: '.', spacing: Alone, span: Span }, Ident { ident: "bu8", span: Span }]) |
| Ok(TokenStream [Literal { kind: Integer, symbol: "3", suffix: None, span: Span }, Literal { kind: Integer, symbol: "4", suffix: None, span: Span }]) |
| Ok(TokenStream [Literal { kind: Char, symbol: "c", suffix: None, span: Span }]) |
| Ok(TokenStream []) |
| Ok(Literal { kind: Str, symbol: "", suffix: None, span: Span }) |
| Ok(TokenStream []) |
| ### ERRORS |
| Err(LexError("not a literal")) |
| Err(LexError("comment or whitespace around literal")) |
| Err(LexError("comment or whitespace around literal")) |
| Err(LexError("comment or whitespace around literal")) |
| Err(LexError("comment or whitespace around literal")) |
| Err(LexError("comment or whitespace around literal")) |
| Err(LexError("comment or whitespace around literal")) |
| Err(LexError("not a literal")) |
| Err(LexError("unexpected closing delimiter: `)`")) |
| Err(LexError("unexpected closing delimiter: `]`")) |
| Err(LexError("unexpected closing delimiter: `)`")) |
| Err(LexError("unexpected closing delimiter: `]`")) |
| Err(LexError("not a literal")) |
| Err(LexError("not a literal")) |
| Err(LexError("not a literal")) |
| Ok(TokenStream [Ident { ident: "r", span: Span }, Literal { kind: Char, symbol: "r", suffix: None, span: Span }]) |
| Ok(TokenStream [Ident { ident: "c", span: Span }, Literal { kind: Char, symbol: "r", suffix: None, span: Span }]) |
| Ok(TokenStream []) |
| Ok(TokenStream [Literal { kind: ErrWithGuar, symbol: "0b2", suffix: None, span: Span }]) |
| Ok(TokenStream [Literal { kind: ErrWithGuar, symbol: "0b", suffix: Some("f32"), span: Span }]) |
| Ok(TokenStream [Literal { kind: ErrWithGuar, symbol: "0b0.0", suffix: Some("f32"), span: Span }]) |
| Ok(TokenStream [Literal { kind: ErrWithGuar, symbol: "'''", suffix: None, span: Span }]) |
| Ok(TokenStream [Literal { kind: ErrWithGuar, symbol: "'\n'", suffix: None, span: Span }]) |
| Ok(TokenStream [Literal { kind: ErrWithGuar, symbol: "0b2", suffix: None, span: Span }]) |
| Ok(Literal { kind: ErrWithGuar, symbol: "0b2", suffix: None, span: Span }) |
| Ok(Literal { kind: ErrWithGuar, symbol: "0b", suffix: Some("f32"), span: Span }) |
| Ok(Literal { kind: ErrWithGuar, symbol: "0b0.0", suffix: Some("f32"), span: Span }) |
| Ok(Literal { kind: ErrWithGuar, symbol: "'''", suffix: None, span: Span }) |
| Ok(Literal { kind: ErrWithGuar, symbol: "'\n'", suffix: None, span: Span }) |
| Err(LexError("comment or whitespace around literal")) |
