mirror of https://git.sr.ht/~garritfra/sabre
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
238 lines
5.9 KiB
238 lines
5.9 KiB
/** |
|
* Copyright 2020 Garrit Franke |
|
* |
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
* you may not use this file except in compliance with the License. |
|
* You may obtain a copy of the License at |
|
* |
|
* https://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
*/ |
|
|
|
#[cfg(test)] |
|
mod tests { |
|
use crate::lexer::*; |
|
|
|
#[test] |
|
fn test_basic_tokenizing() { |
|
let raw = tokenize("1 = 2"); |
|
let mut tokens = raw.into_iter(); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Literal(Value::Int), |
|
raw: "1".to_owned(), |
|
pos: Position { |
|
raw: 0, |
|
line: 1, |
|
offset: 0 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Whitespace, |
|
raw: " ".to_owned(), |
|
pos: Position { |
|
raw: 1, |
|
line: 1, |
|
offset: 1 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Assign, |
|
raw: "=".to_owned(), |
|
pos: Position { |
|
raw: 2, |
|
line: 1, |
|
offset: 2 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Whitespace, |
|
raw: " ".to_owned(), |
|
pos: Position { |
|
raw: 3, |
|
line: 1, |
|
offset: 3 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Literal(Value::Int), |
|
raw: "2".to_owned(), |
|
pos: Position { |
|
raw: 4, |
|
line: 1, |
|
offset: 4 |
|
} |
|
} |
|
); |
|
} |
|
|
|
#[test] |
|
fn test_tokenizing_without_whitespace() { |
|
let mut tokens = tokenize("1=2").into_iter(); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Literal(Value::Int), |
|
raw: "1".to_owned(), |
|
pos: Position { |
|
raw: 0, |
|
line: 1, |
|
offset: 0 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Assign, |
|
raw: "=".to_owned(), |
|
pos: Position { |
|
raw: 1, |
|
line: 1, |
|
offset: 1 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 1, |
|
kind: TokenKind::Literal(Value::Int), |
|
raw: "2".to_owned(), |
|
pos: Position { |
|
raw: 2, |
|
line: 1, |
|
offset: 2 |
|
} |
|
} |
|
); |
|
} |
|
|
|
#[test] |
|
fn test_booleans() { |
|
let mut tokens = tokenize("true false").into_iter(); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 4, |
|
kind: TokenKind::Keyword(Keyword::Boolean), |
|
raw: "true".to_owned(), |
|
pos: Position { |
|
raw: 3, |
|
line: 1, |
|
offset: 3 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(1).unwrap(), |
|
Token { |
|
len: 5, |
|
kind: TokenKind::Keyword(Keyword::Boolean), |
|
raw: "false".to_owned(), |
|
pos: Position { |
|
raw: 9, |
|
line: 1, |
|
offset: 9 |
|
} |
|
} |
|
); |
|
} |
|
|
|
#[test] |
|
fn test_functions() { |
|
let mut tokens = tokenize("fn fib() {}").into_iter(); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 2, |
|
kind: TokenKind::Keyword(Keyword::Function), |
|
raw: "fn".to_owned(), |
|
pos: Position { |
|
raw: 1, |
|
line: 1, |
|
offset: 1 |
|
} |
|
} |
|
); |
|
} |
|
|
|
#[test] |
|
fn test_comments() { |
|
let mut tokens = tokenize( |
|
"// foo |
|
fn fib() {} |
|
", |
|
) |
|
.into_iter() |
|
.filter(|t| { |
|
t.kind != TokenKind::Whitespace |
|
&& t.kind != TokenKind::Tab |
|
&& t.kind != TokenKind::CarriageReturn |
|
}); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 6, |
|
kind: TokenKind::Comment, |
|
raw: "// foo".to_owned(), |
|
pos: Position { |
|
raw: 5, |
|
line: 1, |
|
offset: 5 |
|
} |
|
} |
|
); |
|
|
|
assert_eq!( |
|
tokens.nth(0).unwrap(), |
|
Token { |
|
len: 2, |
|
kind: TokenKind::Keyword(Keyword::Function), |
|
raw: "fn".to_owned(), |
|
pos: Position { |
|
raw: 8, |
|
line: 2, |
|
offset: 2 |
|
} |
|
} |
|
); |
|
} |
|
}
|
|
|