#include "nix/store/builtins.hh" #include "nix/store/filetransfer.hh" #include "nix/store/store-api.hh" #include "nix/store/globals.hh" #include "nix/util/archive.hh" #include "nix/util/compression.hh" namespace nix { static void builtinFetchurl(const BuiltinBuilderContext & ctx) { /* Make the host's netrc data available. Too bad curl requires this to be stored in a file. It would be nice if we could just pass a pointer to the data. */ if (ctx.netrcData != "") { settings.netrcFile = "netrc"; writeFile(settings.netrcFile, ctx.netrcData, 0600); } settings.caFile = "ca-certificates.crt"; writeFile(settings.caFile, ctx.caFileData, 0600); auto out = get(ctx.drv.outputs, "out"); if (!out) throw Error("'builtin:fetchurl' requires an 'out' output"); if (!(ctx.drv.type().isFixed() || ctx.drv.type().isImpure())) throw Error("'builtin:fetchurl' must be a fixed-output or impure derivation"); auto storePath = ctx.outputs.at("out"); auto mainUrl = ctx.drv.env.at("url"); bool unpack = getOr(ctx.drv.env, "unpack", "") == "1"; /* Note: have to use a fresh fileTransfer here because we're in a forked process. */ debug("[pid=%d] builtin:fetchurl creating fresh FileTransfer instance", getpid()); auto fileTransfer = makeFileTransfer(); auto fetch = [&](const std::string & url) { auto source = sinkToSource([&](Sink & sink) { FileTransferRequest request(ValidURL{url}); request.decompress = false; #if NIX_WITH_CURL_S3 // Use pre-resolved credentials if available if (ctx.awsCredentials && request.uri.scheme() == "s3") { debug("[pid=%d] Using pre-resolved AWS credentials from parent process", getpid()); request.usernameAuth = UsernameAuth{ .username = ctx.awsCredentials->accessKeyId, .password = ctx.awsCredentials->secretAccessKey, }; request.preResolvedAwsSessionToken = ctx.awsCredentials->sessionToken; } #endif auto decompressor = makeDecompressionSink(unpack && hasSuffix(mainUrl, ".xz") ? "xz" : "none", sink); fileTransfer->download(std::move(request), *decompressor); decompressor->finish(); }); if (unpack) restorePath(storePath, *source); else writeFile(storePath, *source); auto executable = ctx.drv.env.find("executable"); if (executable != ctx.drv.env.end() && executable->second == "1") { if (chmod(storePath.c_str(), 0755) == -1) throw SysError("making '%1%' executable", storePath); } }; /* Try the hashed mirrors first. */ auto dof = std::get_if(&out->raw); if (dof && dof->ca.method.getFileIngestionMethod() == FileIngestionMethod::Flat) for (auto hashedMirror : settings.hashedMirrors.get()) try { if (!hasSuffix(hashedMirror, "/")) hashedMirror += '/'; fetch( hashedMirror + printHashAlgo(dof->ca.hash.algo) + "/" + dof->ca.hash.to_string(HashFormat::Base16, false)); return; } catch (Error & e) { debug(e.what()); } /* Otherwise try the specified URL. */ fetch(mainUrl); } static RegisterBuiltinBuilder registerFetchurl("fetchurl", builtinFetchurl); } // namespace nix