%glr-parser %define api.pure %locations %define parse.error verbose %defines /* %no-lines */ %parse-param { void * scanner } %parse-param { nix::ParserState * state } %lex-param { void * scanner } %lex-param { nix::ParserState * state } %expect 1 %expect-rr 1 %code requires { #ifndef BISON_HEADER #define BISON_HEADER #include #include "finally.hh" #include "util.hh" #include "users.hh" #include "nixexpr.hh" #include "eval.hh" #include "eval-settings.hh" #include "parser-state.hh" #define YYLTYPE ::nix::ParserLocation #define YY_DECL int yylex \ (YYSTYPE * yylval_param, YYLTYPE * yylloc_param, yyscan_t yyscanner, nix::ParserState * state) // For efficiency, we only track offsets; not line,column coordinates # define YYLLOC_DEFAULT(Current, Rhs, N) \ do \ if (N) \ { \ (Current).beginOffset = YYRHSLOC (Rhs, 1).beginOffset; \ (Current).endOffset = YYRHSLOC (Rhs, N).endOffset; \ } \ else \ { \ (Current).beginOffset = (Current).endOffset = \ YYRHSLOC (Rhs, 0).endOffset; \ } \ while (0) namespace nix { typedef std::unordered_map DocCommentMap; Expr * parseExprFromBuf( char * text, size_t length, Pos::Origin origin, const SourcePath & basePath, SymbolTable & symbols, const EvalSettings & settings, PosTable & positions, DocCommentMap & docComments, const ref rootFS, const Expr::AstSymbols & astSymbols); } #endif } %{ #include "parser-tab.hh" #include "lexer-tab.hh" YY_DECL; using namespace nix; #define CUR_POS state->at(*yylocp) void yyerror(YYLTYPE * loc, yyscan_t scanner, ParserState * state, const char * error) { if (std::string_view(error).starts_with("syntax error, unexpected end of file")) { loc->beginOffset = loc->endOffset; } throw ParseError({ .msg = HintFmt(error), .pos = state->positions[state->at(*loc)] }); } #define SET_DOC_POS(lambda, pos) setDocPosition(state->lexerState, lambda, state->at(pos)) static void setDocPosition(const LexerState & lexerState, ExprLambda * lambda, PosIdx start) { auto it = lexerState.positionToDocComment.find(start); if (it != lexerState.positionToDocComment.end()) { lambda->setDocComment(it->second); } } %} %union { // !!! We're probably leaking stuff here. nix::Expr * e; nix::ExprList * list; nix::ExprAttrs * attrs; nix::Formals * formals; nix::Formal * formal; nix::NixInt n; nix::NixFloat nf; nix::StringToken id; // !!! -> Symbol nix::StringToken path; nix::StringToken uri; nix::StringToken str; std::vector * attrNames; std::vector> * inheritAttrs; std::vector> * string_parts; std::vector>> * ind_string_parts; } %type start expr expr_function expr_if expr_op %type expr_select expr_simple expr_app %type expr_list %type binds %type formals %type formal %type attrpath %type attrs %type string_parts_interpolated %type ind_string_parts %type path_start string_parts string_attr %type attr %token ID %token STR IND_STR %token INT_LIT %token FLOAT_LIT %token PATH HPATH SPATH PATH_END %token URI %token IF THEN ELSE ASSERT WITH LET IN_KW REC INHERIT EQ NEQ AND OR IMPL OR_KW %token DOLLAR_CURLY /* == ${ */ %token IND_STRING_OPEN IND_STRING_CLOSE %token ELLIPSIS %right IMPL %left OR %left AND %nonassoc EQ NEQ %nonassoc '<' '>' LEQ GEQ %right UPDATE %left NOT %left '+' '-' %left '*' '/' %right CONCAT %nonassoc '?' %nonassoc NEGATE %% start: expr { state->result = $1; }; expr: expr_function; expr_function : ID ':' expr_function { auto me = new ExprLambda(CUR_POS, state->symbols.create($1), 0, $3); $$ = me; SET_DOC_POS(me, @1); } | '{' formals '}' ':' expr_function { auto me = new ExprLambda(CUR_POS, state->validateFormals($2), $5); $$ = me; SET_DOC_POS(me, @1); } | '{' formals '}' '@' ID ':' expr_function { auto arg = state->symbols.create($5); auto me = new ExprLambda(CUR_POS, arg, state->validateFormals($2, CUR_POS, arg), $7); $$ = me; SET_DOC_POS(me, @1); } | ID '@' '{' formals '}' ':' expr_function { auto arg = state->symbols.create($1); auto me = new ExprLambda(CUR_POS, arg, state->validateFormals($4, CUR_POS, arg), $7); $$ = me; SET_DOC_POS(me, @1); } | ASSERT expr ';' expr_function { $$ = new ExprAssert(CUR_POS, $2, $4); } | WITH expr ';' expr_function { $$ = new ExprWith(CUR_POS, $2, $4); } | LET binds IN_KW expr_function { if (!$2->dynamicAttrs.empty()) throw ParseError({ .msg = HintFmt("dynamic attributes not allowed in let"), .pos = state->positions[CUR_POS] }); $$ = new ExprLet($2, $4); } | expr_if ; expr_if : IF expr THEN expr ELSE expr { $$ = new ExprIf(CUR_POS, $2, $4, $6); } | expr_op ; expr_op : '!' expr_op %prec NOT { $$ = new ExprOpNot($2); } | '-' expr_op %prec NEGATE { $$ = new ExprCall(CUR_POS, new ExprVar(state->s.sub), {new ExprInt(0), $2}); } | expr_op EQ expr_op { $$ = new ExprOpEq($1, $3); } | expr_op NEQ expr_op { $$ = new ExprOpNEq($1, $3); } | expr_op '<' expr_op { $$ = new ExprCall(state->at(@2), new ExprVar(state->s.lessThan), {$1, $3}); } | expr_op LEQ expr_op { $$ = new ExprOpNot(new ExprCall(state->at(@2), new ExprVar(state->s.lessThan), {$3, $1})); } | expr_op '>' expr_op { $$ = new ExprCall(state->at(@2), new ExprVar(state->s.lessThan), {$3, $1}); } | expr_op GEQ expr_op { $$ = new ExprOpNot(new ExprCall(state->at(@2), new ExprVar(state->s.lessThan), {$1, $3})); } | expr_op AND expr_op { $$ = new ExprOpAnd(state->at(@2), $1, $3); } | expr_op OR expr_op { $$ = new ExprOpOr(state->at(@2), $1, $3); } | expr_op IMPL expr_op { $$ = new ExprOpImpl(state->at(@2), $1, $3); } | expr_op UPDATE expr_op { $$ = new ExprOpUpdate(state->at(@2), $1, $3); } | expr_op '?' attrpath { $$ = new ExprOpHasAttr($1, std::move(*$3)); delete $3; } | expr_op '+' expr_op { $$ = new ExprConcatStrings(state->at(@2), false, new std::vector >({{state->at(@1), $1}, {state->at(@3), $3}})); } | expr_op '-' expr_op { $$ = new ExprCall(state->at(@2), new ExprVar(state->s.sub), {$1, $3}); } | expr_op '*' expr_op { $$ = new ExprCall(state->at(@2), new ExprVar(state->s.mul), {$1, $3}); } | expr_op '/' expr_op { $$ = new ExprCall(state->at(@2), new ExprVar(state->s.div), {$1, $3}); } | expr_op CONCAT expr_op { $$ = new ExprOpConcatLists(state->at(@2), $1, $3); } | expr_app ; expr_app : expr_app expr_select { if (auto e2 = dynamic_cast($1)) { e2->args.push_back($2); $$ = $1; } else $$ = new ExprCall(CUR_POS, $1, {$2}); } | expr_select ; expr_select : expr_simple '.' attrpath { $$ = new ExprSelect(CUR_POS, $1, std::move(*$3), nullptr); delete $3; } | expr_simple '.' attrpath OR_KW expr_select { $$ = new ExprSelect(CUR_POS, $1, std::move(*$3), $5); delete $3; } | /* Backwards compatibility: because Nixpkgs has a rarely used function named ‘or’, allow stuff like ‘map or [...]’. */ expr_simple OR_KW { $$ = new ExprCall(CUR_POS, $1, {new ExprVar(CUR_POS, state->s.or_)}); } | expr_simple ; expr_simple : ID { std::string_view s = "__curPos"; if ($1.l == s.size() && strncmp($1.p, s.data(), s.size()) == 0) $$ = new ExprPos(CUR_POS); else $$ = new ExprVar(CUR_POS, state->symbols.create($1)); } | INT_LIT { $$ = new ExprInt($1); } | FLOAT_LIT { $$ = new ExprFloat($1); } | '"' string_parts '"' { $$ = $2; } | IND_STRING_OPEN ind_string_parts IND_STRING_CLOSE { $$ = state->stripIndentation(CUR_POS, std::move(*$2)); delete $2; } | path_start PATH_END | path_start string_parts_interpolated PATH_END { $2->insert($2->begin(), {state->at(@1), $1}); $$ = new ExprConcatStrings(CUR_POS, false, $2); } | SPATH { std::string path($1.p + 1, $1.l - 2); $$ = new ExprCall(CUR_POS, new ExprVar(state->s.findFile), {new ExprVar(state->s.nixPath), new ExprString(std::move(path))}); } | URI { static bool noURLLiterals = experimentalFeatureSettings.isEnabled(Xp::NoUrlLiterals); if (noURLLiterals) throw ParseError({ .msg = HintFmt("URL literals are disabled"), .pos = state->positions[CUR_POS] }); $$ = new ExprString(std::string($1)); } | '(' expr ')' { $$ = $2; } /* Let expressions `let {..., body = ...}' are just desugared into `(rec {..., body = ...}).body'. */ | LET '{' binds '}' { $3->recursive = true; $$ = new ExprSelect(noPos, $3, state->s.body); } | REC '{' binds '}' { $3->recursive = true; $$ = $3; } | '{' binds '}' { $$ = $2; } | '[' expr_list ']' { $$ = $2; } ; string_parts : STR { $$ = new ExprString(std::string($1)); } | string_parts_interpolated { $$ = new ExprConcatStrings(CUR_POS, true, $1); } | { $$ = new ExprString(""); } ; string_parts_interpolated : string_parts_interpolated STR { $$ = $1; $1->emplace_back(state->at(@2), new ExprString(std::string($2))); } | string_parts_interpolated DOLLAR_CURLY expr '}' { $$ = $1; $1->emplace_back(state->at(@2), $3); } | DOLLAR_CURLY expr '}' { $$ = new std::vector>; $$->emplace_back(state->at(@1), $2); } | STR DOLLAR_CURLY expr '}' { $$ = new std::vector>; $$->emplace_back(state->at(@1), new ExprString(std::string($1))); $$->emplace_back(state->at(@2), $3); } ; path_start : PATH { Path path(absPath({$1.p, $1.l}, state->basePath.path.abs())); /* add back in the trailing '/' to the first segment */ if ($1.p[$1.l-1] == '/' && $1.l > 1) path += "/"; $$ = new ExprPath(ref(state->rootFS), std::move(path)); } | HPATH { if (state->settings.pureEval) { throw Error( "the path '%s' can not be resolved in pure mode", std::string_view($1.p, $1.l) ); } Path path(getHome() + std::string($1.p + 1, $1.l - 1)); $$ = new ExprPath(ref(state->rootFS), std::move(path)); } ; ind_string_parts : ind_string_parts IND_STR { $$ = $1; $1->emplace_back(state->at(@2), $2); } | ind_string_parts DOLLAR_CURLY expr '}' { $$ = $1; $1->emplace_back(state->at(@2), $3); } | { $$ = new std::vector>>; } ; binds : binds attrpath '=' expr ';' { $$ = $1; auto pos = state->at(@2); auto exprPos = state->at(@4); { auto it = state->lexerState.positionToDocComment.find(pos); if (it != state->lexerState.positionToDocComment.end()) { $4->setDocComment(it->second); state->lexerState.positionToDocComment.emplace(exprPos, it->second); } } state->addAttr($$, std::move(*$2), $4, pos); delete $2; } | binds INHERIT attrs ';' { $$ = $1; for (auto & [i, iPos] : *$3) { if ($$->attrs.find(i.symbol) != $$->attrs.end()) state->dupAttr(i.symbol, iPos, $$->attrs[i.symbol].pos); $$->attrs.emplace( i.symbol, ExprAttrs::AttrDef(new ExprVar(iPos, i.symbol), iPos, ExprAttrs::AttrDef::Kind::Inherited)); } delete $3; } | binds INHERIT '(' expr ')' attrs ';' { $$ = $1; if (!$$->inheritFromExprs) $$->inheritFromExprs = std::make_unique>(); $$->inheritFromExprs->push_back($4); auto from = new nix::ExprInheritFrom(state->at(@4), $$->inheritFromExprs->size() - 1); for (auto & [i, iPos] : *$6) { if ($$->attrs.find(i.symbol) != $$->attrs.end()) state->dupAttr(i.symbol, iPos, $$->attrs[i.symbol].pos); $$->attrs.emplace( i.symbol, ExprAttrs::AttrDef( new ExprSelect(iPos, from, i.symbol), iPos, ExprAttrs::AttrDef::Kind::InheritedFrom)); } delete $6; } | { $$ = new ExprAttrs(state->at(@0)); } ; attrs : attrs attr { $$ = $1; $1->emplace_back(AttrName(state->symbols.create($2)), state->at(@2)); } | attrs string_attr { $$ = $1; ExprString * str = dynamic_cast($2); if (str) { $$->emplace_back(AttrName(state->symbols.create(str->s)), state->at(@2)); delete str; } else throw ParseError({ .msg = HintFmt("dynamic attributes not allowed in inherit"), .pos = state->positions[state->at(@2)] }); } | { $$ = new std::vector>; } ; attrpath : attrpath '.' attr { $$ = $1; $1->push_back(AttrName(state->symbols.create($3))); } | attrpath '.' string_attr { $$ = $1; ExprString * str = dynamic_cast($3); if (str) { $$->push_back(AttrName(state->symbols.create(str->s))); delete str; } else $$->push_back(AttrName($3)); } | attr { $$ = new std::vector; $$->push_back(AttrName(state->symbols.create($1))); } | string_attr { $$ = new std::vector; ExprString *str = dynamic_cast($1); if (str) { $$->push_back(AttrName(state->symbols.create(str->s))); delete str; } else $$->push_back(AttrName($1)); } ; attr : ID | OR_KW { $$ = {"or", 2}; } ; string_attr : '"' string_parts '"' { $$ = $2; } | DOLLAR_CURLY expr '}' { $$ = $2; } ; expr_list : expr_list expr_select { $$ = $1; $1->elems.push_back($2); /* !!! dangerous */ } | { $$ = new ExprList; } ; formals : formal ',' formals { $$ = $3; $$->formals.emplace_back(*$1); delete $1; } | formal { $$ = new Formals; $$->formals.emplace_back(*$1); $$->ellipsis = false; delete $1; } | { $$ = new Formals; $$->ellipsis = false; } | ELLIPSIS { $$ = new Formals; $$->ellipsis = true; } ; formal : ID { $$ = new Formal{CUR_POS, state->symbols.create($1), 0}; } | ID '?' expr { $$ = new Formal{CUR_POS, state->symbols.create($1), $3}; } ; %% #include "eval.hh" namespace nix { Expr * parseExprFromBuf( char * text, size_t length, Pos::Origin origin, const SourcePath & basePath, SymbolTable & symbols, const EvalSettings & settings, PosTable & positions, DocCommentMap & docComments, const ref rootFS, const Expr::AstSymbols & astSymbols) { yyscan_t scanner; LexerState lexerState { .positionToDocComment = docComments, .positions = positions, .origin = positions.addOrigin(origin, length), }; ParserState state { .lexerState = lexerState, .symbols = symbols, .positions = positions, .basePath = basePath, .origin = lexerState.origin, .rootFS = rootFS, .s = astSymbols, .settings = settings, }; yylex_init_extra(&lexerState, &scanner); Finally _destroy([&] { yylex_destroy(scanner); }); yy_scan_buffer(text, length, scanner); yyparse(scanner, &state); return state.result; } }