78 case Tag::D_angle_l: \
79 case Tag::D_brckt_l: \
80 case Tag::D_curly_l: \
81 case Tag::D_paren_l: \
86 case Tag::D_brckt_l: \
91 case Tag::D_brckt_l: \
95using namespace std::string_literals;
106 auto track = tracker();
109 if (ahead().isa(Tag::K_import) || ahead().isa(Tag::K_plugin)) {
110 if (
auto import = parse_import_or_plugin()) imports.emplace_back(std::move(
import));
115 auto decls = parse_decls();
116 bool where = ahead().isa(Tag::K_where);
117 expect(Tag::EoF,
"module");
118 auto mod = ptr<Module>(track, std::move(imports), std::move(decls));
119 if (where)
ast().
note(mod->loc().anew_finis(),
"did you accidentally end your declaration expression with a ';'?");
124 auto name = dbg.sym();
125 auto filename = fs::path(name.view());
126 driver().VLOG(
"📥 import: {}", name);
128 if (!filename.has_extension()) filename.replace_extension(
"mim");
131 for (
const auto& path :
driver().search_paths()) {
132 std::error_code ignore;
133 rel_path = path / filename;
134 if (
bool reg_file = fs::is_regular_file(rel_path, ignore); reg_file && !ignore)
break;
135 rel_path = path / name.view() / filename;
136 if (
bool reg_file = fs::is_regular_file(rel_path, ignore); reg_file && !ignore)
break;
139 if (
auto path =
driver().imports().add(std::move(rel_path), name)) {
140 auto ifs = std::ifstream(*path);
141 return import(ifs, dbg.loc(), path, md);
147 driver().VLOG(
"📄 reading: {}", path ? path->string() :
"<unknown file>"s);
149 ast().
error(loc,
"cannot read file {}", *path);
153 auto state = std::tuple(curr_, ahead_, lexer_);
154 auto lexer =
Lexer(
ast(), is, path, md);
157 auto mod = parse_module();
158 std::tie(curr_, ahead_, lexer_) = state;
172 auto track = tracker();
173 auto tag = lex().tag();
174 auto name = expect(Tag::M_id,
"{} name", tag == Tag::K_import ?
"import" :
"plugin");
175 auto dbg = name.dbg();
176 expect(Tag::T_semicolon,
"end of {}", tag == Tag::K_import ?
"import" :
"plugin");
177 if (
auto module = tag == Tag::K_import ?
import(dbg) :
plugin(dbg))
178 return ptr<Import>(track, tag, name.dbg(), std::move(module));
182Dbg Parser::parse_id(std::string_view ctxt) {
183 if (
auto id = accept(Tag::M_id))
return id.dbg();
184 syntax_err(
"identifier", ctxt);
185 return {curr_,
driver().sym(
"<error>")};
188Dbg Parser::parse_name(std::string_view ctxt) {
189 if (
auto tok = accept(Tag::M_anx))
return tok.dbg();
190 if (
auto tok = accept(Tag::M_id))
return tok.dbg();
191 syntax_err(
"identifier or annex name", ctxt);
192 return Dbg(curr_,
ast().sym(
"<error>"));
195Ptr<Expr> Parser::parse_type_ascr(std::string_view ctxt) {
196 if (accept(Tag::T_colon))
return parse_expr(ctxt);
197 if (ctxt.empty())
return nullptr;
198 syntax_err(
"':'", ctxt);
199 return ptr<ErrorExpr>(curr_);
207 auto track = tracker();
208 auto lhs = parse_primary_expr(ctxt);
209 return parse_infix_expr(track, std::move(lhs), curr_prec);
215 switch (ahead().tag()) {
216 case Tag::T_extract: {
219 if (
auto tok = accept(Tag::M_id))
220 lhs = ptr<ExtractExpr>(track, std::move(lhs), tok.dbg());
223 lhs = ptr<ExtractExpr>(track, std::move(lhs), std::move(rhs));
231 lhs = ptr<ArrowExpr>(track, std::move(lhs), std::move(rhs));
238 types.emplace_back(std::move(lhs));
241 types.emplace_back(std::move(t));
242 }
while (accept(Tag::T_union));
243 lhs = ptr<UnionExpr>(track, std::move(types));
250 lhs = ptr<InjExpr>(track, std::move(lhs), std::move(rhs));
256 auto rhs = parse_expr(
"explicit argument to an application",
Expr::Prec::App);
257 lhs = ptr<AppExpr>(track,
true, std::move(lhs), std::move(rhs));
262 switch (ahead().tag()) {
264 ast().
warn(ahead().loc(),
"you are passing a declaration expression as argument");
265 ast().
note(lhs->loc(),
"to this expression");
267 "if this was your intention, consider to parenthesize the declaration expression");
268 ast().
note(lhs->loc().anew_finis(),
"otherwise, you are probably missing a ';'");
272 lhs = ptr<AppExpr>(track,
false, std::move(lhs), std::move(rhs));
278 auto decls = parse_decls();
279 lhs = ptr<DeclExpr>(track, std::move(decls), std::move(lhs),
true);
281 bool where = ahead().tag() == Tag::K_where;
282 expect(Tag::K_end,
"end of a where declaration block");
284 ast().
note(lhs->loc().anew_finis(),
285 "did you accidentally end your declaration expression with a ';'?");
295 auto track = tracker();
296 expect(Tag::D_paren_l,
"opening paren for insert arguments");
297 auto tuple = parse_expr(
"the tuple to insert into");
298 expect(Tag::T_comma,
"comma after tuple to insert into");
299 auto index = parse_expr(
"insert index");
300 expect(Tag::T_comma,
"comma after insert index");
301 auto value = parse_expr(
"insert value");
302 expect(Tag::D_paren_r,
"closing paren for insert arguments");
303 return ptr<InsertExpr>(track, std::move(tuple), std::move(index), std::move(value));
307 auto track = tracker();
308 expect(Tag::D_curly_l,
"opening curly bracket for singleton type");
309 auto inhabitant = parse_expr(
"singleton type");
310 expect(Tag::D_curly_r,
"closing curly bracket for singleton type");
311 return ptr<UniqExpr>(track, std::move(inhabitant));
315 auto track = tracker();
316 expect(Tag::K_match,
"opening match for union destruction");
317 auto scrutinee = parse_expr(
"destroyed union element");
318 expect(Tag::K_with,
"match");
322 auto track = tracker();
323 auto ptrn = parse_ptrn(Paren_Style,
"right-hand side of a match-arm",
Expr::Prec::Bot);
324 expect(Tag::T_fat_arrow,
"arm of a match-expression");
325 auto body = parse_expr(
"arm of a match-expression");
326 arms.emplace_back(ptr<MatchExpr::Arm>(track, std::move(ptrn), std::move(body)));
327 }
while (accept(Tag::T_pipe));
329 return ptr<MatchExpr>(track, std::move(scrutinee), std::move(arms));
332Ptr<Expr> Parser::parse_primary_expr(std::string_view ctxt) {
334 switch (ahead().tag()) {
335 case Tag::C_PRIMARY:
return ptr<PrimaryExpr>(lex());
336 case Tag::C_ID:
return ptr<IdExpr>(lex().dbg());
337 case Tag::C_LIT:
return parse_lit_expr();
338 case Tag::C_DECL:
return parse_decl_expr();
339 case Tag::C_PI:
return parse_pi_expr();
340 case Tag::C_LM:
return parse_lam_expr();
341 case Tag::K_ins:
return parse_insert_expr();
342 case Tag::K_ret:
return parse_ret_expr();
343 case Tag::D_curly_l:
return parse_uniq_expr();
345 case Tag::D_angle_l:
return parse_seq_expr();
346 case Tag::D_brckt_l:
return parse_sigma_expr();
347 case Tag::D_paren_l:
return parse_tuple_expr();
348 case Tag::K_Type:
return parse_type_expr();
349 case Tag::K_Rule:
return parse_rule_expr();
350 case Tag::K_match:
return parse_match_expr();
352 if (ctxt.empty())
return nullptr;
353 syntax_err(
"primary expression", ctxt);
356 return ptr<ErrorExpr>(curr_);
360 auto track = tracker();
361 bool is_arr = accept(Tag::D_quote_l) ? true : (eat(Tag::D_angle_l),
false);
363 std::deque<std::pair<Ptr<IdPtrn>,
Ptr<Expr>>> arities;
367 if (ahead(0).isa(Tag::M_id) && ahead(1).isa(Tag::T_colon)) {
368 dbg = eat(Tag::M_id).dbg();
372 auto expr = parse_expr(is_arr ?
"shape of an array" :
"shape of a pack");
374 arities.emplace_back(std::move(ptrn), std::move(expr));
375 }
while (accept(Tag::T_comma));
377 expect(Tag::T_semicolon, is_arr ?
"array" :
"pack");
378 auto body = parse_expr(is_arr ?
"body of an array" :
"body of a pack");
379 expect(is_arr ? Tag::D_quote_r : Tag::D_angle_r,
380 is_arr ?
"closing delimiter of an array" :
"closing delimiter of a pack");
382 for (
auto& [ptrn, expr] : arities | std::ranges::views::reverse)
383 body = ptr<SeqExpr>(track, is_arr, std::move(ptrn), std::move(body));
389 auto track = tracker();
390 auto decls = parse_decls();
391 auto expr = parse_expr(
"final expression of a declaration expression");
392 return ptr<DeclExpr>(track, std::move(decls), std::move(expr),
false);
396 auto track = tracker();
399 return ptr<LitExpr>(track, tok, std::move(type));
403 auto track = tracker();
404 auto ptrn = parse_tuple_ptrn(Brckt_Style);
405 switch (ahead().tag()) {
408 auto alias = ptr<AliasPtrn>(track, std::move(ptrn), parse_name(
"alias pattern"));
409 return parse_pi_expr(std::move(alias));
411 case Tag::C_CURRIED_B:
412 case Tag::T_arrow:
return parse_pi_expr(std::move(ptrn));
413 default:
return ptr<SigmaExpr>(std::move(ptrn));
418 auto track = tracker();
420 parse_list(
"tuple", Tag::D_paren_l, [&]() { elems.emplace_back(parse_expr(
"tuple element")); });
421 return ptr<TupleExpr>(track, std::move(elems));
425 auto track = tracker();
428 return ptr<TypeExpr>(track, std::move(level));
432 auto track = tracker();
435 return ptr<RuleExpr>(track, std::move(meta_type));
439 auto track = tracker();
440 auto tag = ahead().tag();
441 auto entity =
"dependent function type"s;
443 if (accept(Tag::K_Cn))
444 entity =
"continuation type";
445 else if (accept(Tag::K_Fn))
446 entity =
"returning continuation type";
448 auto domt = tracker();
450 auto ptrn = parse_ptrn(Brckt_Style | Implicit,
"domain of a "s + entity, prec);
451 auto dom = ptr<PiExpr::Dom>(domt, std::move(ptrn));
453 auto codom = tag != Tag::K_Cn
454 ? (expect(Tag::T_arrow, entity), parse_expr(
"codomain of a "s + entity,
Expr::Prec::Arrow))
457 if (tag == Tag::K_Fn) dom->add_ret(
ast(), codom ? std::move(codom) : ptr<HoleExpr>(curr_));
458 return ptr<PiExpr>(track, tag, std::move(dom), std::move(codom));
462 auto track = tracker(ptrn->loc());
463 auto entity =
"dependent function type"s;
464 auto dom = ptr<PiExpr::Dom>(ptrn->loc(), std::move(ptrn));
465 expect(Tag::T_arrow, entity);
467 return ptr<PiExpr>(track, Tag::Nil, std::move(dom), std::move(codom));
470Ptr<Expr> Parser::parse_lam_expr() {
return ptr<LamExpr>(parse_lam_decl()); }
473 auto track = tracker();
475 auto ptrn = parse_ptrn(Paren_Style,
"binding pattern of a ret expression");
476 expect(Tag::T_assign,
"ret expression");
477 auto callee = parse_expr(
"continuation expression of a ret expression");
478 expect(Tag::T_dollar,
"separator of a ret expression");
479 auto arg = parse_expr(
"argument of ret expression");
480 expect(Tag::T_semicolon,
"ret expression");
481 auto body = parse_expr(
"body of a ret expression");
482 return ptr<RetExpr>(track, std::move(ptrn), std::move(callee), std::move(arg), std::move(body));
490 auto track = tracker();
491 auto ptrn = parse_ptrn_(style, ctxt, prec);
492 if (accept(Tag::K_as))
return ptr<AliasPtrn>(track, std::move(ptrn), parse_name(
"alias pattern"));
497 auto track = tracker();
502 if (is_paren_style(style) && ahead().isa(Tag::D_paren_l))
return parse_tuple_ptrn(style);
503 if (is_implicit(style) && ahead().isa(Tag::D_brace_l))
return parse_tuple_ptrn(style);
504 if (ahead().isa(Tag::D_brckt_l))
return parse_tuple_ptrn(Brckt_Style);
506 if (ahead(0).isa(Tag::M_id)) {
507 if (ahead(1).isa(Tag::T_colon)) {
509 auto dbg = eat(Tag::M_id).dbg();
511 auto type = parse_expr(ctxt, prec);
512 return ptr<IdPtrn>(track, dbg, std::move(type));
513 }
else if (is_paren_style(style)) {
515 auto dbg = eat(Tag::M_id).dbg();
516 return ptr<IdPtrn>(track, dbg,
nullptr);
519 auto type = parse_expr(ctxt, prec);
520 return ptr<IdPtrn>(track,
type->loc().anew_begin(), std::move(type));
522 }
else if (is_brket_style(style)) {
524 auto type = parse_expr(ctxt, prec);
525 auto loc =
type->loc().anew_begin();
526 return ptr<IdPtrn>(track, Dbg(loc), std::move(type));
527 }
else if (!ctxt.empty()) {
529 syntax_err(
"pattern", ctxt);
530 return ptr<ErrorPtrn>(curr_);
537 auto track = tracker();
538 auto delim_l = ahead().tag();
541 parse_list(
"tuple pattern", delim_l, [&]() {
542 auto track = tracker();
545 if (ahead(0).isa(Tag::M_id) && ahead(1).isa(Tag::M_id)) {
547 while (
auto tok = accept(Tag::M_id))
548 dbgs.emplace_back(tok.dbg());
550 if (accept(Tag::T_colon)) {
551 auto dbg = dbgs.back();
552 auto type = parse_expr(
"type of an identifier group within a tuple pattern");
553 auto id = ptr<IdPtrn>(dbg.loc() +
type->loc().finis, dbg, std::move(type));
555 for (
auto dbg : dbgs | std::views::take(dbgs.size() - 1))
556 ptrns.emplace_back(ptr<GrpPtrn>(dbg,
id.
get()));
557 ptrns.emplace_back(std::move(
id));
562 Ptr<Expr> lhs = ptr<IdExpr>(dbgs.front());
563 for (
auto dbg : dbgs | std::views::drop(1)) {
564 auto rhs = ptr<IdExpr>(dbg);
565 lhs = ptr<AppExpr>(track,
false, std::move(lhs), std::move(rhs));
570 ptrn = parse_ptrn(style & Style_Bit,
"element of a tuple pattern");
572 if (is_brket_style(style)) {
574 if (ahead().isa(Tag::T_arrow)) {
575 auto loc = ptrn->loc();
576 auto expr = parse_pi_expr(std::move(ptrn));
577 ptrn = ptr<IdPtrn>(loc, Dbg(loc.anew_begin(), Sym()), std::move(expr));
580 auto addr = expr.get();
581 expr = parse_infix_expr(track, std::move(expr));
582 if (expr.get() != addr) {
583 auto loc = expr->loc();
584 ptrn = ptr<IdPtrn>(loc, Dbg(loc.anew_begin(), Sym()), std::move(expr));
592 ptrns.emplace_back(std::move(ptrn));
595 return ptr<TuplePtrn>(track, delim_l, std::move(ptrns));
606 switch (ahead().tag()) {
607 case Tag::T_semicolon: lex();
break;
608 case Tag::K_axm: decls.emplace_back(parse_axm_decl());
break;
610 case Tag::K_cfun: decls.emplace_back(parse_c_decl());
break;
611 case Tag::K_let: decls.emplace_back(parse_let_decl());
break;
612 case Tag::K_rec: decls.emplace_back(parse_rec_decl(
true));
break;
615 case Tag::K_lam: decls.emplace_back(parse_lam_decl());
break;
617 case Tag::K_rule: decls.emplace_back(parse_rule_decl());
break;
618 default:
return decls;
625 auto track = tracker();
630 if (
auto name = expect(Tag::M_anx,
"annex name of an axm"))
634 dbg = Dbg(curr_,
ast().sym(
"<error annex name>"));
637 std::deque<Ptrs<AxmDecl::Alias>> subs;
638 if (ahead().isa(Tag::D_paren_l)) {
639 parse_list(
"tag list of an axm", Tag::D_paren_l, [&]() {
640 auto& aliases = subs.emplace_back();
641 aliases.emplace_back(ptr<AxmDecl::Alias>(parse_id(
"tag of an axm")));
642 while (accept(Tag::T_assign))
643 aliases.emplace_back(ptr<AxmDecl::Alias>(parse_id(
"alias of an axm tag")));
647 auto type = parse_type_ascr(
"type ascription of an axm");
649 if (ahead(0).isa(Tag::T_comma) && ahead(1).isa(Tag::M_id)) {
651 normalizer = lex().dbg();
653 if (accept(Tag::T_comma)) {
654 if (
auto c = expect(Tag::L_u,
"curry counter for axm")) curry =
c;
655 if (accept(Tag::T_comma)) {
656 if (
auto t = expect(Tag::L_u,
"trip count for axm")) trip =
t;
660 return ptr<AxmDecl>(track, dbg, std::move(subs), std::move(type), normalizer, curry, trip);
664 auto track = tracker();
668 if (
auto anx = accept(Tok::Tag::M_anx)) {
669 auto type = parse_type_ascr();
670 ptrn = ptr<IdPtrn>(track, anx.dbg(), std::move(type));
672 ptrn = parse_ptrn(Paren_Style,
"binding pattern of a let declaration",
Expr::Prec::Bot);
675 expect(Tag::T_assign,
"let");
676 auto type = parse_type_ascr();
677 auto value = parse_expr(
"value of a let declaration");
678 return ptr<LetDecl>(track, std::move(ptrn), std::move(value));
682 auto track = tracker();
683 auto tag = lex().tag();
684 auto id = expect(Tag::M_id,
"C function declaration");
685 auto dom = parse_ptrn(Brckt_Style,
"domain of a C function"s,
Expr::Prec::App);
687 if (tag == Tag::K_cfun) {
688 expect(Tag::T_colon,
"codomain of a C function");
689 codom = parse_expr(
"codomain of a C function");
691 return ptr<CDecl>(track, tag,
id.dbg(), std::move(dom), std::move(codom));
695 auto track = tracker();
696 eat(first ? Tag::K_rec : Tag::K_and);
697 auto dbg = parse_name(
"recursive declaration");
698 auto type = accept(Tag::T_colon) ? parse_expr(
"type of a recursive declaration") : ptr<HoleExpr>(curr_);
699 expect(Tag::T_assign,
"recursive declaration");
700 auto body = parse_expr(
"body of a recursive declaration");
701 auto next = ahead().isa(Tag::K_and) ? parse_and_decl() : nullptr;
702 return ptr<RecDecl>(track, dbg, std::move(type), std::move(body), std::move(next));
706 auto track = tracker();
707 auto is_norm = lex().tag() == Tag::K_norm;
708 auto dbg = parse_name(
"rewrite rule");
709 auto ptrn = parse_ptrn(0,
"meta variables in rewrite rule");
710 expect(Tag::T_colon,
"rewrite rule declaration");
711 auto lhs = parse_expr(
"rewrite pattern");
712 auto guard = ahead().isa(Tag::K_when) ? (eat(Tag::K_when), parse_expr(
"rewrite guard"))
713 : ptr<PrimaryExpr>(track, std::move(
Tag::K_tt));
714 expect(Tag::T_fat_arrow,
"rewrite rule declaration");
715 auto rhs = parse_expr(
"rewrite result");
716 return ptr<RuleDecl>(track, dbg, std::move(ptrn), std::move(lhs), std::move(rhs), std::move(guard), is_norm);
720 auto track = tracker();
721 auto tag = lex().tag();
723 bool external = (bool)accept(Tag::K_extern);
729 case Tag::T_lm: decl =
false; entity =
"function expression";
break;
730 case Tag::K_cn: decl =
false; entity =
"continuation expression";
break;
731 case Tag::K_fn: decl =
false; entity =
"returning continuation expression";
break;
732 case Tag::K_lam: decl = true ; entity =
"function declaration";
break;
733 case Tag::K_con: decl = true ; entity =
"continuation declaration";
break;
734 case Tag::K_fun: decl = true ; entity =
"returning continuation declaration";
break;
735 default: fe::unreachable();
739 auto dbg = decl ? parse_name(entity) : Dbg();
742 auto track = tracker();
743 auto ptrn = parse_ptrn(Paren_Style | Implicit,
"domain pattern of a "s + entity, prec);
744 auto filter = accept(Tag::T_at) ? parse_expr(
"filter") : nullptr;
745 doms.emplace_back(ptr<LamDecl::Dom>(track, std::move(ptrn), std::move(filter)));
747 switch (ahead().tag()) {
748 case Tag::C_CURRIED_P:
continue;
754 auto codom = accept(Tag::T_colon) ? parse_expr(
"codomain of a "s + entity,
Expr::Prec::Arrow) : nullptr;
755 if (tag == Tag::K_fn || tag == Tag::K_fun)
756 doms.back()->add_ret(
ast(), codom ? std::move(codom) : ptr<HoleExpr>(curr_));
758 expect(Tag::T_assign,
"body of a "s + entity);
759 auto body = parse_expr(
"body of a "s + entity);
760 auto next = ahead().isa(Tag::K_and) ? parse_and_decl() : nullptr;
762 return ptr<LamDecl>(track, tag, external, dbg, std::move(doms), std::move(codom), std::move(body), std::move(next));
766 switch (ahead(1).tag()) {
767 case Tag::C_LAM:
return lex(), parse_lam_decl();
768 default:
return parse_rec_decl(
false);
Error & note(Loc loc, const char *fmt, Args &&... args) const
Error & warn(Loc loc, const char *fmt, Args &&... args) const
static Ptr< IdPtrn > make_type(AST &ast, Ptr< Expr > &&type)
static Ptr< IdPtrn > make_id(AST &ast, Dbg dbg, Ptr< Expr > &&type)
Ptr< Module > import(std::string_view sv)
Ptr< Module > plugin(Dbg)
static Ptr< Ptrn > to_ptrn(Ptr< Expr > &&)
static Ptr< Expr > to_expr(AST &, Ptr< Ptrn > &&)
fe::Arena::Ptr< const T > Ptr
std::deque< Ptr< T > > Ptrs
constexpr decltype(auto) get(Span< T, N > span) noexcept