535 lines
		
	
	
	
		
			15 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			535 lines
		
	
	
	
		
			15 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
| #include "eval.hh"
 | |
| #include "parser.hh"
 | |
| #include "nixexpr-ast.hh"
 | |
| 
 | |
| 
 | |
| EvalState::EvalState()
 | |
|     : normalForms(32768), primOps(128)
 | |
| {
 | |
|     nrEvaluated = nrCached = 0;
 | |
| 
 | |
|     initNixExprHelpers();
 | |
| 
 | |
|     addPrimOps();
 | |
| }
 | |
| 
 | |
| 
 | |
| void EvalState::addPrimOp(const string & name,
 | |
|     unsigned int arity, PrimOp primOp)
 | |
| {
 | |
|     primOps.set(toATerm(name), makePrimOpDef(arity, ATmakeBlob(0, (void *) primOp)));
 | |
| }
 | |
| 
 | |
| 
 | |
| /* Substitute an argument set into the body of a function. */
 | |
| static Expr substArgs(Expr body, ATermList formals, Expr arg)
 | |
| {
 | |
|     ATermMap subs(ATgetLength(formals) * 2);
 | |
| 
 | |
|     /* ({x ? E1; y ? E2, z}: E3) {x = E4; z = E5;}
 | |
| 
 | |
|        => let {x = E4; y = E2; z = E5; body = E3; }
 | |
| 
 | |
|        => subst(E3, s)
 | |
|           s = {
 | |
|             R = rec {x = E4; y = E2; z = E5}
 | |
|             x -> R.x
 | |
|             y -> R.y
 | |
|             z -> R.z
 | |
|           }
 | |
|     */
 | |
|     
 | |
|     /* Get the formal arguments. */
 | |
|     for (ATermIterator i(formals); i; ++i) {
 | |
|         Expr name, def;
 | |
|         if (matchNoDefFormal(*i, name))
 | |
|             subs.set(name, makeUndefined());
 | |
|         else if (matchDefFormal(*i, name, def))
 | |
|             subs.set(name, def);
 | |
|         else abort(); /* can't happen */
 | |
|     }
 | |
| 
 | |
|     /* Get the actual arguments, and check that they match with the
 | |
|        formals. */
 | |
|     ATermMap args(128); /* !!! fix */
 | |
|     queryAllAttrs(arg, args);
 | |
|     for (ATermMap::const_iterator i = args.begin(); i != args.end(); ++i) {
 | |
|         Expr cur = subs.get(i->key);
 | |
|         if (!subs.get(i->key))
 | |
|             throw Error(format("unexpected function argument `%1%'")
 | |
|                 % aterm2String(i->key));
 | |
|         subs.set(i->key, i->value);
 | |
|     }
 | |
| 
 | |
|     /* Check that all arguments are defined. */
 | |
|     for (ATermMap::const_iterator i = subs.begin(); i != subs.end(); ++i)
 | |
|         if (i->value == makeUndefined())
 | |
|             throw Error(format("required function argument `%1%' missing")
 | |
|                 % aterm2String(i->key));
 | |
|     
 | |
|     return substitute(Substitution(0, &subs), body);
 | |
| }
 | |
| 
 | |
| 
 | |
| /* Transform a mutually recursive set into a non-recursive set.  Each
 | |
|    attribute is transformed into an expression that has all references
 | |
|    to attributes substituted with selection expressions on the
 | |
|    original set.  E.g., e = `rec {x = f x y; y = x;}' becomes `{x = f
 | |
|    (e.x) (e.y); y = e.x;}'. */
 | |
| ATerm expandRec(ATerm e, ATermList rbnds, ATermList nrbnds)
 | |
| {
 | |
|     ATerm name;
 | |
|     Expr e2;
 | |
|     Pos pos;
 | |
| 
 | |
|     /* Create the substitution list. */
 | |
|     ATermMap subs(ATgetLength(rbnds) + ATgetLength(nrbnds));
 | |
|     for (ATermIterator i(rbnds); i; ++i) {
 | |
|         if (!matchBind(*i, name, e2, pos)) abort(); /* can't happen */
 | |
|         subs.set(name, makeSelect(e, name));
 | |
|     }
 | |
|     for (ATermIterator i(nrbnds); i; ++i) {
 | |
|         if (!matchBind(*i, name, e2, pos)) abort(); /* can't happen */
 | |
|         subs.set(name, e2);
 | |
|     }
 | |
| 
 | |
|     Substitution subs_(0, &subs);
 | |
| 
 | |
|     /* Create the non-recursive set. */
 | |
|     ATermMap as(ATgetLength(rbnds) + ATgetLength(nrbnds));
 | |
|     for (ATermIterator i(rbnds); i; ++i) {
 | |
|         if (!matchBind(*i, name, e2, pos)) abort(); /* can't happen */
 | |
|         as.set(name, makeAttrRHS(substitute(subs_, e2), pos));
 | |
|     }
 | |
| 
 | |
|     /* Copy the non-recursive bindings.  !!! inefficient */
 | |
|     for (ATermIterator i(nrbnds); i; ++i) {
 | |
|         if (!matchBind(*i, name, e2, pos)) abort(); /* can't happen */
 | |
|         as.set(name, makeAttrRHS(e2, pos));
 | |
|     }
 | |
| 
 | |
|     return makeAttrs(as);
 | |
| }
 | |
| 
 | |
| 
 | |
| static Expr updateAttrs(Expr e1, Expr e2)
 | |
| {
 | |
|     /* Note: e1 and e2 should be in normal form. */
 | |
| 
 | |
|     ATermMap attrs(128); /* !!! */
 | |
|     queryAllAttrs(e1, attrs, true);
 | |
|     queryAllAttrs(e2, attrs, true);
 | |
| 
 | |
|     return makeAttrs(attrs);
 | |
| }
 | |
| 
 | |
| 
 | |
| string evalString(EvalState & state, Expr e)
 | |
| {
 | |
|     e = evalExpr(state, e);
 | |
|     ATerm s;
 | |
|     if (!matchStr(e, s)) throw Error("string expected");
 | |
|     return aterm2String(s);
 | |
| }
 | |
| 
 | |
| 
 | |
| Path evalPath(EvalState & state, Expr e)
 | |
| {
 | |
|     e = evalExpr(state, e);
 | |
|     ATerm s;
 | |
|     if (!matchPath(e, s)) throw Error("path expected");
 | |
|     return aterm2String(s);
 | |
| }
 | |
| 
 | |
| 
 | |
| bool evalBool(EvalState & state, Expr e)
 | |
| {
 | |
|     e = evalExpr(state, e);
 | |
|     if (e == eTrue) return true;
 | |
|     else if (e == eFalse) return false;
 | |
|     else throw Error("boolean expected");
 | |
| }
 | |
| 
 | |
| 
 | |
| ATermList evalList(EvalState & state, Expr e)
 | |
| {
 | |
|     e = evalExpr(state, e);
 | |
|     ATermList list;
 | |
|     if (!matchList(e, list)) throw Error("list expected");
 | |
|     return list;
 | |
| }
 | |
| 
 | |
| 
 | |
| /* String concatenation and context nodes: in order to allow users to
 | |
|    write things like
 | |
| 
 | |
|      "--with-freetype2-library=" + freetype + "/lib"
 | |
| 
 | |
|    where `freetype' is a derivation, we automatically coerce
 | |
|    derivations into their output path (e.g.,
 | |
|    /nix/store/hashcode-freetype) in concatenations.  However, if we do
 | |
|    this naively, we could introduce an undeclared dependency: when the
 | |
|    string is used in another derivation, that derivation would not
 | |
|    have an explicitly dependency on `freetype' in its inputDrvs
 | |
|    field.  Thus `freetype' would not necessarily be built.
 | |
| 
 | |
|    To prevent this, we wrap the string resulting from the
 | |
|    concatenation in a *context node*, like this:
 | |
| 
 | |
|      Context([freetype],
 | |
|        Str("--with-freetype2-library=/nix/store/hashcode-freetype/lib"))
 | |
| 
 | |
|    Thus the context is the list of all derivations used in the
 | |
|    computation of a value.  These contexts are propagated through
 | |
|    further concatenations.  In processBinding() in primops.cc, context
 | |
|    nodes are unwrapped and added to inputDrvs.
 | |
| 
 | |
|    !!! Should the ordering of the context list have a canonical form?
 | |
| 
 | |
|    !!! Contexts are not currently recognised in most places in the
 | |
|    evaluator. */
 | |
| 
 | |
| 
 | |
| /* Coerce a value to a string, keeping track of contexts. */
 | |
| string coerceToStringWithContext(EvalState & state,
 | |
|     ATermList & context, Expr e, bool & isPath)
 | |
| {
 | |
|     isPath = false;
 | |
|     
 | |
|     e = evalExpr(state, e);
 | |
| 
 | |
|     ATermList es;
 | |
|     ATerm e2;
 | |
|     if (matchContext(e, es, e2)) {
 | |
|         e = e2;
 | |
|         context = ATconcat(es, context);
 | |
|     }
 | |
|     
 | |
|     ATerm s;
 | |
|     if (matchStr(e, s) || matchUri(e, s))
 | |
|         return aterm2String(s);
 | |
|     
 | |
|     if (matchPath(e, s)) {
 | |
|         isPath = true;
 | |
|         return aterm2String(s);
 | |
|     }
 | |
| 
 | |
|     if (matchAttrs(e, es)) {
 | |
|         ATermMap attrs(128); /* !!! */
 | |
|         queryAllAttrs(e, attrs, false);
 | |
| 
 | |
|         Expr a = attrs.get(toATerm("type"));
 | |
|         if (a && evalString(state, a) == "derivation") {
 | |
|             a = attrs.get(toATerm("outPath"));
 | |
|             if (!a) throw Error("output path missing from derivation");
 | |
|             context = ATinsert(context, e);
 | |
|             return evalPath(state, a);
 | |
|         }
 | |
|     }
 | |
|     
 | |
|     throw Error("cannot coerce value to string");
 | |
| }
 | |
| 
 | |
| 
 | |
| /* Wrap an expression in a context if the context is not empty. */
 | |
| Expr wrapInContext(ATermList context, Expr e)
 | |
| {
 | |
|     return context == ATempty ? e : makeContext(context, e);
 | |
| }
 | |
| 
 | |
| 
 | |
| static ATerm concatStrings(EvalState & state, const ATermVector & args)
 | |
| {
 | |
|     ATermList context = ATempty;
 | |
|     ostringstream s;
 | |
|     bool isPath = false;
 | |
| 
 | |
|     for (ATermVector::const_iterator i = args.begin(); i != args.end(); ++i) {
 | |
|         bool isPath2;
 | |
|         s << coerceToStringWithContext(state, context, *i, isPath2);
 | |
|         if (i == args.begin()) isPath = isPath2;
 | |
|     }
 | |
| 
 | |
|     Expr result = isPath
 | |
|         ? makePath(toATerm(canonPath(s.str())))
 | |
|         : makeStr(toATerm(s.str()));
 | |
|     return wrapInContext(context, result);
 | |
| }
 | |
| 
 | |
| 
 | |
| Expr evalExpr2(EvalState & state, Expr e)
 | |
| {
 | |
|     Expr e1, e2, e3, e4;
 | |
|     ATerm name, pos;
 | |
|     AFun sym = ATgetAFun(e);
 | |
| 
 | |
|     /* Normal forms. */
 | |
|     if (sym == symStr ||
 | |
|         sym == symPath ||
 | |
|         sym == symSubPath ||
 | |
|         sym == symUri ||
 | |
|         sym == symNull ||
 | |
|         sym == symInt ||
 | |
|         sym == symBool ||
 | |
|         sym == symFunction ||
 | |
|         sym == symFunction1 ||
 | |
|         sym == symAttrs ||
 | |
|         sym == symList ||
 | |
|         sym == symPrimOp ||
 | |
|         sym == symContext)
 | |
|         return e;
 | |
|     
 | |
|     /* The `Closed' constructor is just a way to prevent substitutions
 | |
|        into expressions not containing free variables. */
 | |
|     if (matchClosed(e, e1))
 | |
|         return evalExpr(state, e1);
 | |
| 
 | |
|     /* Any encountered variables must be primops (since undefined
 | |
|        variables are detected after parsing). */
 | |
|     if (matchVar(e, name)) {
 | |
|         ATerm primOp = state.primOps.get(name);
 | |
|         if (!primOp)
 | |
|             throw Error(format("impossible: undefined variable `%1%'") % aterm2String(name));
 | |
|         int arity;
 | |
|         ATermBlob fun;
 | |
|         if (!matchPrimOpDef(primOp, arity, fun)) abort();
 | |
|         if (arity == 0)
 | |
|             return ((PrimOp) ATgetBlobData(fun)) (state, ATermVector());
 | |
|         else
 | |
|             return makePrimOp(arity, fun, ATempty);
 | |
|     }
 | |
| 
 | |
|     /* Function application. */
 | |
|     if (matchCall(e, e1, e2)) {
 | |
| 
 | |
|         ATermList formals;
 | |
|         ATerm pos;
 | |
|         
 | |
|         /* Evaluate the left-hand side. */
 | |
|         e1 = evalExpr(state, e1);
 | |
| 
 | |
|         /* Is it a primop or a function? */
 | |
|         int arity;
 | |
|         ATermBlob fun;
 | |
|         ATermList args;
 | |
|         if (matchPrimOp(e1, arity, fun, args)) {
 | |
|             args = ATinsert(args, e2);
 | |
|             if (ATgetLength(args) == arity) {
 | |
|                 /* Put the arguments in a vector in reverse (i.e.,
 | |
|                    actual) order. */
 | |
|                 ATermVector args2(arity);
 | |
|                 for (ATermIterator i(args); i; ++i)
 | |
|                     args2[--arity] = *i;
 | |
|                 return ((PrimOp) ATgetBlobData((ATermBlob) fun))
 | |
|                     (state, args2);
 | |
|             } else
 | |
|                 /* Need more arguments, so propagate the primop. */
 | |
|                 return makePrimOp(arity, fun, args);
 | |
|         }
 | |
| 
 | |
|         else if (matchFunction(e1, formals, e4, pos)) {
 | |
|             e2 = evalExpr(state, e2);
 | |
|             try {
 | |
|                 return evalExpr(state, substArgs(e4, formals, e2));
 | |
|             } catch (Error & e) {
 | |
|                 e.addPrefix(format("while evaluating the function at %1%:\n")
 | |
|                     % showPos(pos));
 | |
|                 throw;
 | |
|             }
 | |
|         }
 | |
|         
 | |
|         else if (matchFunction1(e1, name, e4, pos)) {
 | |
|             try {
 | |
|                 ATermMap subs(1);
 | |
|                 subs.set(name, e2);
 | |
|                 return evalExpr(state, substitute(Substitution(0, &subs), e4));
 | |
|             } catch (Error & e) {
 | |
|                 e.addPrefix(format("while evaluating the function at %1%:\n")
 | |
|                     % showPos(pos));
 | |
|                 throw;
 | |
|             }
 | |
|         }
 | |
|         
 | |
|         else throw Error("function or primop expected in function call");
 | |
|     }
 | |
| 
 | |
|     /* Attribute selection. */
 | |
|     if (matchSelect(e, e1, name)) {
 | |
|         ATerm pos;
 | |
|         string s1 = aterm2String(name);
 | |
|         Expr a = queryAttr(evalExpr(state, e1), s1, pos);
 | |
|         if (!a) throw Error(format("attribute `%1%' missing") % s1);
 | |
|         try {
 | |
|             return evalExpr(state, a);
 | |
|         } catch (Error & e) {
 | |
|             e.addPrefix(format("while evaluating the attribute `%1%' at %2%:\n")
 | |
|                 % s1 % showPos(pos));
 | |
|             throw;
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     /* Mutually recursive sets. */
 | |
|     ATermList rbnds, nrbnds;
 | |
|     if (matchRec(e, rbnds, nrbnds))
 | |
|         return expandRec(e, rbnds, nrbnds);
 | |
| 
 | |
|     /* Conditionals. */
 | |
|     if (matchIf(e, e1, e2, e3)) {
 | |
|         if (evalBool(state, e1))
 | |
|             return evalExpr(state, e2);
 | |
|         else
 | |
|             return evalExpr(state, e3);
 | |
|     }
 | |
| 
 | |
|     /* Assertions. */
 | |
|     if (matchAssert(e, e1, e2, pos)) {
 | |
|         if (!evalBool(state, e1))
 | |
|             throw AssertionError(format("assertion failed at %1%") % showPos(pos));
 | |
|         return evalExpr(state, e2);
 | |
|     }
 | |
| 
 | |
|     /* Withs. */
 | |
|     if (matchWith(e, e1, e2, pos)) {
 | |
|         ATermMap attrs(128); /* !!! */
 | |
|         try {
 | |
|             e1 = evalExpr(state, e1);
 | |
|             queryAllAttrs(e1, attrs);
 | |
|         } catch (Error & e) {
 | |
|             e.addPrefix(format("while evaluating the `with' definitions at %1%:\n")
 | |
|                 % showPos(pos));
 | |
|             throw;
 | |
|         }
 | |
|         try {
 | |
|             e2 = substitute(Substitution(0, &attrs), e2);
 | |
|             checkVarDefs(state.primOps, e2);
 | |
|             return evalExpr(state, e2);
 | |
|         } catch (Error & e) {
 | |
|             e.addPrefix(format("while evaluating the `with' body at %1%:\n")
 | |
|                 % showPos(pos));
 | |
|             throw;
 | |
|         } 
 | |
|     }
 | |
| 
 | |
|     /* Generic equality. */
 | |
|     if (matchOpEq(e, e1, e2))
 | |
|         return makeBool(evalExpr(state, e1) == evalExpr(state, e2));
 | |
| 
 | |
|     /* Generic inequality. */
 | |
|     if (matchOpNEq(e, e1, e2))
 | |
|         return makeBool(evalExpr(state, e1) != evalExpr(state, e2));
 | |
| 
 | |
|     /* Negation. */
 | |
|     if (matchOpNot(e, e1))
 | |
|         return makeBool(!evalBool(state, e1));
 | |
| 
 | |
|     /* Implication. */
 | |
|     if (matchOpImpl(e, e1, e2))
 | |
|         return makeBool(!evalBool(state, e1) || evalBool(state, e2));
 | |
| 
 | |
|     /* Conjunction (logical AND). */
 | |
|     if (matchOpAnd(e, e1, e2))
 | |
|         return makeBool(evalBool(state, e1) && evalBool(state, e2));
 | |
| 
 | |
|     /* Disjunction (logical OR). */
 | |
|     if (matchOpOr(e, e1, e2))
 | |
|         return makeBool(evalBool(state, e1) || evalBool(state, e2));
 | |
| 
 | |
|     /* Attribute set update (//). */
 | |
|     if (matchOpUpdate(e, e1, e2))
 | |
|         return updateAttrs(evalExpr(state, e1), evalExpr(state, e2));
 | |
| 
 | |
|     /* Attribute existence test (?). */
 | |
|     if (matchOpHasAttr(e, e1, name)) {
 | |
|         ATermMap attrs(128); /* !!! */
 | |
|         queryAllAttrs(evalExpr(state, e1), attrs);
 | |
|         return makeBool(attrs.get(name) != 0);
 | |
|     }
 | |
| 
 | |
|     /* String or path concatenation. */
 | |
|     if (matchOpPlus(e, e1, e2)) {
 | |
|         ATermVector args;
 | |
|         args.push_back(e1);
 | |
|         args.push_back(e2);
 | |
|         return concatStrings(state, args);
 | |
|     }
 | |
| 
 | |
|     /* List concatenation. */
 | |
|     if (matchOpConcat(e, e1, e2)) {
 | |
|         ATermList l1 = evalList(state, e1);
 | |
|         ATermList l2 = evalList(state, e2);
 | |
|         return makeList(ATconcat(l1, l2));
 | |
|     }
 | |
| 
 | |
|     /* String concatenation. */
 | |
|     ATermList es;
 | |
|     if (matchConcatStrings(e, es)) {
 | |
|         ATermVector args;
 | |
|         for (ATermIterator i(es); i; ++i) args.push_back(*i);
 | |
|         return concatStrings(state, args);
 | |
|     }
 | |
| 
 | |
|     /* Barf. */
 | |
|     throw badTerm("invalid expression", e);
 | |
| }
 | |
| 
 | |
| 
 | |
| Expr evalExpr(EvalState & state, Expr e)
 | |
| {
 | |
|     checkInterrupt();
 | |
|     
 | |
|     startNest(nest, lvlVomit,
 | |
|         format("evaluating expression: %1%") % e);
 | |
| 
 | |
|     state.nrEvaluated++;
 | |
| 
 | |
|     /* Consult the memo table to quickly get the normal form of
 | |
|        previously evaluated expressions. */
 | |
|     Expr nf = state.normalForms.get(e);
 | |
|     if (nf) {
 | |
|         if (nf == makeBlackHole())
 | |
|             throw Error("infinite recursion encountered");
 | |
|         state.nrCached++;
 | |
|         return nf;
 | |
|     }
 | |
| 
 | |
|     /* Otherwise, evaluate and memoize. */
 | |
|     state.normalForms.set(e, makeBlackHole());
 | |
|     try {
 | |
|         nf = evalExpr2(state, e);
 | |
|     } catch (Error & err) {
 | |
|         debug("removing black hole");
 | |
|         state.normalForms.remove(e);
 | |
|         throw;
 | |
|     }
 | |
|     state.normalForms.set(e, nf);
 | |
|     return nf;
 | |
| }
 | |
| 
 | |
| 
 | |
| Expr evalFile(EvalState & state, const Path & path)
 | |
| {
 | |
|     startNest(nest, lvlTalkative, format("evaluating file `%1%'") % path);
 | |
|     Expr e = parseExprFromFile(state, path);
 | |
|     try {
 | |
|         return evalExpr(state, e);
 | |
|     } catch (Error & e) {
 | |
|         e.addPrefix(format("while evaluating the file `%1%':\n")
 | |
|             % path);
 | |
|         throw;
 | |
|     }
 | |
| }
 | |
| 
 | |
| 
 | |
| /* Yes, this is a really bad idea... */
 | |
| extern "C" {
 | |
|     unsigned long AT_calcAllocatedSize();
 | |
| }
 | |
| 
 | |
| void printEvalStats(EvalState & state)
 | |
| {
 | |
|     printMsg(lvlInfo,
 | |
|         format("evaluated %1% expressions, %2% cache hits, %3%%% efficiency, used %4% ATerm bytes")
 | |
|         % state.nrEvaluated % state.nrCached
 | |
|         % ((float) state.nrCached / (float) state.nrEvaluated * 100)
 | |
|         % AT_calcAllocatedSize());
 | |
| }
 |