error on whitespaces / newlines :(
This commit is contained in:
parent
55605d2cd1
commit
47cad9fb16
6 changed files with 129 additions and 128 deletions
|
|
@ -1,32 +1,20 @@
|
|||
use chumsky::{
|
||||
combinator::Or, error::Rich, extra, input::ValueInput, prelude::{choice, just, nested_delimiters, recursive, via_parser}, primitive::select, recursive, select, select_ref, span::{self, SimpleSpan}, text::{self, ascii::{ident, keyword}, whitespace}, Boxed, ConfigIterParser, IterParser, Parser
|
||||
combinator::Or, error::Rich, extra, input::ValueInput, prelude::{choice, end, just, nested_delimiters, recursive, via_parser}, primitive::select, recursive, select, select_ref, span::{self, SimpleSpan}, text::{self, ascii::{ident, keyword}, whitespace}, Boxed, ConfigIterParser, IterParser, Parser
|
||||
};
|
||||
|
||||
use crate::{language_frontend::abstract_syntax_tree::ast::Expression, language_frontend::lexer::tokens::Token};
|
||||
use crate::language_frontend::{abstract_syntax_tree::ast::{BinaryOp, Expr}, lexer::tokens::Token};
|
||||
|
||||
// goal of parsing is to construct an abstract syntax tree
|
||||
|
||||
#[allow(clippy::let_and_return)]
|
||||
pub fn parser<'tokens, 'src: 'tokens, I>()
|
||||
-> impl Parser<'tokens, I, Expression<'src>, extra::Err<Rich<'tokens, Token<'src>>>>
|
||||
-> impl Parser<'tokens, I, Expr, extra::Err<Rich<'tokens, Token>>>
|
||||
where
|
||||
I: ValueInput<'tokens, Token = Token<'src>, Span = SimpleSpan>,
|
||||
I: ValueInput<'tokens, Token = Token, Span = SimpleSpan>,
|
||||
{
|
||||
let ident = select! {
|
||||
Token::Ident(s) => s,
|
||||
Token::Identifier(s) => s,
|
||||
};
|
||||
|
||||
|
||||
let keyword = |kw: &'static str| {
|
||||
select! {
|
||||
Token::Keyword(k) if k == kw => (),
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
|
||||
let eq = just(Token::Equals).labelled("=");
|
||||
|
||||
/*
|
||||
let block = recursive(|block| {
|
||||
let indent = just(Token::NewLine)
|
||||
|
|
@ -40,76 +28,55 @@ where
|
|||
*/
|
||||
|
||||
let expr = recursive(|expr| {
|
||||
let block = expr
|
||||
.clone()
|
||||
.delimited_by(just(Token::BraceBegin), just(Token::BraceEnd));
|
||||
|
||||
|
||||
|
||||
// 'Atoms' are expressions that contain no ambiguity
|
||||
let atom = select! {
|
||||
Token::Float(x) => Expression::Float(x),
|
||||
Token::Integer(x) => Expression::Integer(x),
|
||||
}.or(
|
||||
expr.clone().delimited_by(just(Token::ParenBegin),
|
||||
just(Token::ParenEnd))
|
||||
).or(block);
|
||||
Token::FloatLiteral(x) => Expr::FloatLiteral(x),
|
||||
Token::IntLiteral(x) => Expr::IntLiteral(x),
|
||||
}
|
||||
.or(expr.clone().delimited_by(just(Token::LParen), just(Token::RParen)));
|
||||
|
||||
|
||||
let unary = just(Token::Substract)
|
||||
.repeated()
|
||||
.foldr(atom.clone(), |_op, rhs| Expression::Negatation(Box::new(rhs)));
|
||||
|
||||
let mul_div = unary.clone().foldl(
|
||||
just(Token::Multiply).or(just(Token::Divide)).then(unary).repeated(),
|
||||
|lhs, (op, rhs)| match op {
|
||||
Token::Multiply => Expression::Multiply(Box::new(lhs), Box::new(rhs)),
|
||||
Token::Divide => Expression::Divide(Box::new(lhs), Box::new(rhs)),
|
||||
_ => unreachable!(),
|
||||
let mul_div = atom.clone().foldl(
|
||||
choice((
|
||||
just(Token::Multiply).to(BinaryOp::Multiply),
|
||||
just(Token::Divide).to(BinaryOp::Divide),
|
||||
))
|
||||
.then(atom)
|
||||
.repeated(),
|
||||
|lhs, (op, rhs)| Expr::Binary {
|
||||
lhs: Box::new(lhs),
|
||||
operator: op,
|
||||
rhs: Box::new(rhs),
|
||||
},
|
||||
);
|
||||
|
||||
let add_sub = mul_div.clone().foldl(
|
||||
just(Token::Add).or(just(Token::Substract)).then(mul_div).repeated(),
|
||||
|lhs, (op, rhs)| match op {
|
||||
Token::Add => Expression::Add(Box::new(lhs), Box::new(rhs)),
|
||||
Token::Substract => Expression::Substract(Box::new(lhs), Box::new(rhs)),
|
||||
_ => unreachable!(),
|
||||
choice((
|
||||
just(Token::Add).to(BinaryOp::Add),
|
||||
just(Token::Substract).to(BinaryOp::Substract),
|
||||
))
|
||||
.then(mul_div)
|
||||
.repeated(),
|
||||
|lhs, (op, rhs)| Expr::Binary {
|
||||
lhs: Box::new(lhs),
|
||||
operator: op,
|
||||
rhs: Box::new(rhs),
|
||||
},
|
||||
);
|
||||
|
||||
add_sub
|
||||
});
|
||||
|
||||
|
||||
let var = just(Token::Var)
|
||||
.ignore_then(ident)
|
||||
.then_ignore(just(Token::Assign))
|
||||
.then(expr.clone())
|
||||
.then_ignore(just(Token::NewLine).or_not())
|
||||
.map(|(name, rhs)| Expr::Assignment {
|
||||
target: Box::new(Expr::Ident(name)),
|
||||
value: Box::new(rhs),
|
||||
});
|
||||
|
||||
let decl = recursive(|decl| {
|
||||
let var = keyword("var")
|
||||
.ignore_then(ident)
|
||||
.then_ignore(eq.clone())
|
||||
.then(expr.clone())
|
||||
.then(decl.clone())
|
||||
.map(|((name, rhs), then)| Expression::Var {
|
||||
name,
|
||||
rhs: Box::new(rhs),
|
||||
then: Box::new(then),
|
||||
});
|
||||
|
||||
let fun = keyword("fun")
|
||||
.ignore_then(ident.clone())
|
||||
.then(ident.repeated().collect::<Vec<_>>())
|
||||
.then_ignore(eq.clone())
|
||||
.then(expr.clone())
|
||||
.then(decl)
|
||||
.map(|(((name, args), body), then)| Expression::Function {
|
||||
name,
|
||||
args,
|
||||
body: Box::new(body),
|
||||
then: Box::new(then),
|
||||
});
|
||||
var.or(expr)
|
||||
|
||||
|
||||
var.or(fun).or(expr)
|
||||
});
|
||||
|
||||
decl
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue