Keep tokens close to lexer.

This commit is contained in:
2026-11-12 09:08:55 +01:00
parent 3fca1be67b
commit 0333dc0db1
3 changed files with 26 additions and 27 deletions
+26 -1
View File
@@ -1,9 +1,34 @@
use crate::{ use crate::{
cursor::Cursor, cursor::Cursor,
span::{Span, Spanned}, span::{Span, Spanned},
token::Token,
}; };
#[derive(Debug, PartialEq, Eq)]
pub enum Token {
Asterisk,
Colon,
Comma,
CurlyBracketL,
CurlyBracketR,
Equals,
Fn,
GreaterThan,
Hyphen,
LessThan,
Ident,
Let,
Number,
ParenL,
ParenR,
Plus,
Semicolon,
Slash,
SquareBracketL,
SquareBracketR,
String,
Unknown,
}
pub struct Lexer<'a> { pub struct Lexer<'a> {
input: &'a str, input: &'a str,
cursor: Cursor, cursor: Cursor,
-1
View File
@@ -2,4 +2,3 @@ pub mod ast;
pub mod cursor; pub mod cursor;
pub mod lexer; pub mod lexer;
pub mod span; pub mod span;
pub mod token;
-25
View File
@@ -1,25 +0,0 @@
#[derive(Debug, PartialEq, Eq)]
pub enum Token {
Asterisk,
Colon,
Comma,
CurlyBracketL,
CurlyBracketR,
Equals,
Fn,
GreaterThan,
Hyphen,
LessThan,
Ident,
Let,
Number,
ParenL,
ParenR,
Plus,
Semicolon,
Slash,
SquareBracketL,
SquareBracketR,
String,
Unknown,
}