fix lists

This commit is contained in:
nora 2021-11-02 21:04:49 +01:00
parent 7d45811913
commit 1c1cf390e6
4 changed files with 130 additions and 56 deletions

View file

@ -1,6 +1,3 @@
# todo: calls (property access and function calls)
<program> ::= <statement-list>
<statement-list> ::= { <statement> }

View file

@ -1,4 +1,3 @@
mod alloc;
mod ast;
mod errors;
mod lex;

View file

@ -118,14 +118,7 @@ impl<'code> Parser<'code> {
fn fn_args(&mut self) -> ParseResult<'code, Vec<Ident>> {
self.expect(TokenType::ParenO)?;
let mut params = Vec::new();
while self.peek_kind().ok_or(ParseErr::EOF("function argument"))? != &TokenType::ParenC {
let ident = self.ident()?;
params.push(ident);
// todo (ident ident) would be allowed here, but should not
self.maybe_consume(TokenType::Comma);
}
let params = self.parse_list(TokenType::ParenC, Self::ident)?;
self.expect(TokenType::ParenC)?;
Ok(params)
}
@ -367,17 +360,7 @@ impl<'code> Parser<'code> {
}
fn array_literal(&mut self, open_span: Span) -> ParseResult<'code, Expr> {
let mut elements = Vec::new();
while self
.peek_kind()
.ok_or(ParseErr::EOFExpecting(TokenType::BracketC))?
!= &TokenType::BracketC
{
let expr = self.expression()?;
elements.push(expr);
// todo [expr expr] would be allowed here, but should not
self.maybe_consume(TokenType::Comma);
}
let elements = self.parse_list(TokenType::BracketC, Self::expression)?;
let closing_bracket = self.expect(TokenType::BracketC)?;
Ok(Expr::Literal(Literal::Array(
elements,
@ -385,6 +368,41 @@ impl<'code> Parser<'code> {
)))
}
fn parse_list<T, F>(
&mut self,
close: TokenType<'code>,
mut parser: F,
) -> ParseResult<'code, Vec<T>>
where
F: FnMut(&mut Self) -> ParseResult<'code, T>,
{
let mut elements = Vec::new();
if self.peek_kind() == Some(&close) {
return Ok(elements);
}
let expr = parser(self)?;
elements.push(expr);
while self
.peek_kind()
.ok_or_else(|| ParseErr::EOFExpecting(close.clone()))?
!= &close
{
self.expect(TokenType::Comma)?;
// trailing comma support
if self.peek_kind() == Some(&close) {
break;
}
let expr = parser(self)?;
elements.push(expr);
}
Ok(elements)
}
// token helpers
#[must_use]

View file

@ -408,7 +408,7 @@ mod logical_or {
#[test]
fn and() {
test_literal_bin_op(TokenType::Or, BinaryOpKind::Or, parse_logical_or);
test_literal_bin_op(Or, BinaryOpKind::Or, parse_logical_or);
}
}
@ -427,7 +427,7 @@ mod logical_and {
#[test]
fn and() {
test_literal_bin_op(TokenType::And, BinaryOpKind::And, parse_logical_and);
test_literal_bin_op(And, BinaryOpKind::And, parse_logical_and);
}
}
@ -446,12 +446,12 @@ mod equality {
#[test]
fn not_equal() {
test_literal_bin_op(TokenType::BangEqual, BinaryOpKind::NotEqual, parse_equality);
test_literal_bin_op(BangEqual, BinaryOpKind::NotEqual, parse_equality);
}
#[test]
fn equal() {
test_literal_bin_op(TokenType::EqualEqual, BinaryOpKind::Equal, parse_equality);
test_literal_bin_op(EqualEqual, BinaryOpKind::Equal, parse_equality);
}
}
@ -470,30 +470,22 @@ mod comparison {
#[test]
fn greater() {
test_literal_bin_op(TokenType::Greater, BinaryOpKind::Greater, parse_comparison);
test_literal_bin_op(Greater, BinaryOpKind::Greater, parse_comparison);
}
#[test]
fn greater_equal() {
test_literal_bin_op(
TokenType::GreaterEqual,
BinaryOpKind::GreaterEqual,
parse_comparison,
);
test_literal_bin_op(GreaterEqual, BinaryOpKind::GreaterEqual, parse_comparison);
}
#[test]
fn less() {
test_literal_bin_op(TokenType::Less, BinaryOpKind::Less, parse_comparison);
test_literal_bin_op(Less, BinaryOpKind::Less, parse_comparison);
}
#[test]
fn less_equal() {
test_literal_bin_op(
TokenType::LessEqual,
BinaryOpKind::LessEqual,
parse_comparison,
);
test_literal_bin_op(LessEqual, BinaryOpKind::LessEqual, parse_comparison);
}
}
@ -512,12 +504,12 @@ mod term {
#[test]
fn add() {
test_literal_bin_op(TokenType::Plus, BinaryOpKind::Add, parse_term);
test_literal_bin_op(Plus, BinaryOpKind::Add, parse_term);
}
#[test]
fn sub() {
test_literal_bin_op(TokenType::Minus, BinaryOpKind::Sub, parse_term);
test_literal_bin_op(Minus, BinaryOpKind::Sub, parse_term);
}
}
@ -536,17 +528,17 @@ mod factor {
#[test]
fn multiply() {
test_literal_bin_op(TokenType::Asterisk, BinaryOpKind::Mul, parse_factor);
test_literal_bin_op(Asterisk, BinaryOpKind::Mul, parse_factor);
}
#[test]
fn divide() {
test_literal_bin_op(TokenType::Slash, BinaryOpKind::Div, parse_factor);
test_literal_bin_op(Slash, BinaryOpKind::Div, parse_factor);
}
#[test]
fn modulo() {
test_literal_bin_op(TokenType::Percent, BinaryOpKind::Mod, parse_factor);
test_literal_bin_op(Percent, BinaryOpKind::Mod, parse_factor);
}
}
@ -568,7 +560,7 @@ mod unary {
#[test]
fn not() {
let tokens = [TokenType::Not, TokenType::True].map(token).into();
let tokens = [Not, True].map(token).into();
let unary = parse_unary(tokens);
assert_eq!(
Expr::UnaryOp(Box::new(UnaryOp {
@ -582,9 +574,7 @@ mod unary {
#[test]
fn neg() {
let tokens = [TokenType::Minus, TokenType::Number(10.0)]
.map(token)
.into();
let tokens = [Minus, Number(10.0)].map(token).into();
let unary = parse_unary(tokens);
assert_eq!(
Expr::UnaryOp(Box::new(UnaryOp {
@ -607,7 +597,7 @@ mod primary {
#[test]
fn ident() {
let tokens = [TokenType::Ident("tokens")].map(token).into();
let tokens = [Ident("tokens")].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Ident(Ident {
@ -620,14 +610,14 @@ mod primary {
#[test]
fn string() {
let tokens = [TokenType::Number(10.0)].map(token).into();
let tokens = [Number(10.0)].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(num_lit(10.0), literal);
}
#[test]
fn number() {
let tokens = [TokenType::String("uwu".to_string())].map(token).into();
let tokens = [String("uwu".to_string())].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::String("uwu".to_string(), Span::dummy())),
@ -637,14 +627,14 @@ mod primary {
#[test]
fn empty_object() {
let tokens = [TokenType::BraceO, TokenType::BraceC].map(token).into();
let tokens = [BraceO, BraceC].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(Expr::Literal(Literal::Object(Span::dummy())), literal);
}
#[test]
fn empty_array() {
let tokens = [TokenType::BracketO, TokenType::BracketC].map(token).into();
let tokens = [BracketO, BracketC].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Array(Vec::new(), Span::dummy())),
@ -654,7 +644,7 @@ mod primary {
#[test]
fn r#false() {
let tokens = [TokenType::False].map(token).into();
let tokens = [False].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Boolean(false, Span::dummy())),
@ -664,7 +654,7 @@ mod primary {
#[test]
fn r#true() {
let tokens = [TokenType::True].map(token).into();
let tokens = [True].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Boolean(true, Span::dummy())),
@ -674,8 +664,78 @@ mod primary {
#[test]
fn null() {
let tokens = [TokenType::Null].map(token).into();
let tokens = [Null].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(Expr::Literal(Literal::Null(Span::dummy())), literal);
}
#[test]
fn empty_array_literal() {
let tokens = [BracketO, BracketC].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Array(Vec::new(), Span::dummy())),
literal
);
}
#[test]
fn single_array_literal() {
let tokens = [BracketO, Number(10.0), BracketC].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Array(vec![num_lit(10.0)], Span::dummy())),
literal
);
}
#[test]
fn single_array_literal_trailing_comma() {
let tokens = [BracketO, Number(10.0), Comma, BracketC].map(token).into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Array(vec![num_lit(10.0)], Span::dummy())),
literal
);
}
#[test]
fn two_array_literal() {
let tokens = [BracketO, Number(10.0), Comma, Number(10.0), BracketC]
.map(token)
.into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Array(
vec![num_lit(10.0), num_lit(10.0)],
Span::dummy()
)),
literal
);
}
#[test]
fn two_array_literal_trailing_comma() {
let tokens = [BracketO, Number(10.0), Comma, Number(10.0), Comma, BracketC]
.map(token)
.into();
let literal = parse_primary(tokens);
assert_eq!(
Expr::Literal(Literal::Array(
vec![num_lit(10.0), num_lit(10.0)],
Span::dummy()
)),
literal
);
}
#[test]
fn two_array_literal_no_comma() {
let tokens = [BracketO, Number(10.0), Number(10.0), BracketC]
.map(token)
.into();
let mut parser = parser(tokens);
let expr = parser.primary();
assert!(expr.is_err());
}
}