Added symbol.
This commit is contained in:
+4
-1
@@ -20,6 +20,7 @@ pub enum Token {
|
|||||||
Number,
|
Number,
|
||||||
ParenL,
|
ParenL,
|
||||||
ParenR,
|
ParenR,
|
||||||
|
Pipe,
|
||||||
Plus,
|
Plus,
|
||||||
Semicolon,
|
Semicolon,
|
||||||
Slash,
|
Slash,
|
||||||
@@ -140,6 +141,7 @@ impl<'a> Iterator for Lexer<'a> {
|
|||||||
'<' => Some(Token::LessThan),
|
'<' => Some(Token::LessThan),
|
||||||
'(' => Some(Token::ParenL),
|
'(' => Some(Token::ParenL),
|
||||||
')' => Some(Token::ParenR),
|
')' => Some(Token::ParenR),
|
||||||
|
'|' => Some(Token::Pipe),
|
||||||
'+' => Some(Token::Plus),
|
'+' => Some(Token::Plus),
|
||||||
';' => Some(Token::Semicolon),
|
';' => Some(Token::Semicolon),
|
||||||
'/' => Some(Token::Slash),
|
'/' => Some(Token::Slash),
|
||||||
@@ -177,7 +179,7 @@ mod tests {
|
|||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn operators() {
|
fn operators() {
|
||||||
let input = "+ = - * / : ; ( ) [ ] { } < >";
|
let input = "+ = - * / : ; ( ) [ ] { } < > |";
|
||||||
let mut lexer = Lexer::new(input);
|
let mut lexer = Lexer::new(input);
|
||||||
assert_next_token(&mut lexer, Token::Plus, "+", 0);
|
assert_next_token(&mut lexer, Token::Plus, "+", 0);
|
||||||
assert_next_token(&mut lexer, Token::Equals, "=", 2);
|
assert_next_token(&mut lexer, Token::Equals, "=", 2);
|
||||||
@@ -194,6 +196,7 @@ mod tests {
|
|||||||
assert_next_token(&mut lexer, Token::CurlyBracketR, "}", 24);
|
assert_next_token(&mut lexer, Token::CurlyBracketR, "}", 24);
|
||||||
assert_next_token(&mut lexer, Token::LessThan, "<", 26);
|
assert_next_token(&mut lexer, Token::LessThan, "<", 26);
|
||||||
assert_next_token(&mut lexer, Token::GreaterThan, ">", 28);
|
assert_next_token(&mut lexer, Token::GreaterThan, ">", 28);
|
||||||
|
assert_next_token(&mut lexer, Token::Pipe, "|", 30);
|
||||||
assert_eq!(lexer.next(), None);
|
assert_eq!(lexer.next(), None);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user