git.delta.rocks / jrsonnet / refs/commits / 587f5b8c40c1

1{ lib2, runCommand3, jsonnet-bundler4, cacert5, stdenv6, fetchFromGitHub7, jrsonnet8, go-jsonnet9, sjsonnet10, jsonnet11, hyperfine12, quick ? false13}:14let15  jsonnetBench = fetchFromGitHub {16    rev = "v0.19.1";17    owner = "google";18    repo = "jsonnet";19    hash = "sha256-q1MNdbyrx4vvN5woe0o90pPqaNtsZjI5RQ7KJt7rOpU=";20  };21  goJsonnetBench = (fetchFromGitHub {22    owner = "google";23    repo = "go-jsonnet";24    rev = "v0.19.1";25    hash = "sha256-FgQYnas0qkIedRAA8ApZXLzEylg6PS6+8zzl7j+yOeI=";26  }) + "/builtin-benchmarks";27  graalvmBench = fetchFromGitHub {28    owner = "oracle";29    repo = "graal";30    rev = "bc305df3fe587960f7635f0185571500e5988475";31    hash = "sha256-4EKB1b2o4/qtYQ+nqbbs621OJrtjApsAWEBcw5EjrYc=";32  };33  kubePrometheusBench =34    let35      src = fetchFromGitHub {36        owner = "prometheus-operator";37        repo = "kube-prometheus";38        rev = "6a570e3154eac26e32da61d784fbe626da4804df";39        hash = "sha256-s6BK8KQiSjql2w6R+8m5pvPPAcKW+SKjQwqxZHjimFw=";40      };41    in42    runCommand "kube-prometheus-vendor"43      {44        outputHash = "sha256-R60RI/7FQPOHisnzANb34m9WPj5D9FeMVoGOjB19zl8=";45        outputHashMode = "recursive";46        buildInputs = [ cacert ];47      }48      ''49        mkdir -p $out50        cp -r ${src}/* $out/51        cd $out52        mkdir vendor53        ${jsonnet-bundler}/bin/jb install54      '';5556  skipSlow = if quick then "slow benchmark" else "";57in58stdenv.mkDerivation {59  name = "benchmarks";60  __impure = true;61  unpackPhase = "true";6263  buildInputs = [64    jrsonnet65    go-jsonnet66    sjsonnet67    jsonnet6869    hyperfine70  ];7172  installPhase =73    let74      mkBench = { name, path, omitSource ? false, pathIsGenerator ? false, skipScala ? "", skipCpp ? "", skipGo ? "", vendor ? "" }: ''75        set -oux7677        echo >> $out78        echo "### ${name}" >> $out79        echo >> $out80        ${if skipGo != "" then ''81          echo "> Note: No results for Go, ${skipGo}" >> $out82          echo >> $out83        '' else ""}84        ${if skipScala != "" then ''85          echo "> Note: No results for Scala, ${skipScala}" >> $out86          echo >> $out87        '' else ""}88        ${if skipCpp != "" then ''89          echo "> Note: No results for C++, ${skipCpp}" >> $out90          echo >> $out91        '' else ""}92        echo "<details>" >> $out93        echo "<summary>Source</summary>" >> $out94        echo >> $out95        echo "\`\`\`jsonnet" >> $out96        ${if pathIsGenerator then "echo \"// Generator source\" >> $out" else ""}97        cat ${if omitSource then "// Omitted: too large" else path} >> $out98        echo >> $out99        echo "\`\`\`" >> $out100        echo "</details>" >> $out101        echo >> $out102        path=${path}103        ${if pathIsGenerator then ''104          jrsonnet $path > generated.jsonnet105          path=generated.jsonnet106        '' else ""}107        hyperfine -N ${if quick then "-r1" else ""} --output=pipe --style=basic --export-markdown result.md \108          "jrsonnet $path ${if vendor != "" then "-J${vendor}" else ""}" -n "Rust" \109          ${if skipGo == "" then "\"go-jsonnet $path ${if vendor != "" then "-J ${vendor}" else ""}\" -n \"Go\"" else "" } \110          ${if skipScala == "" then "\"sjsonnet $path ${if vendor != "" then "-J ${vendor}" else ""}\" -n \"Scala\"" else "" } \111          ${if skipCpp == "" then "\"jsonnet $path ${if vendor != "" then "-J ${vendor}" else ""}\" -n \"C++\"" else "" }112        cat result.md >> $out113      '';114    in115    ''116      touch $out117      cat ${./benchmarks.md} >> $out118      echo >> $out119120      echo "<details>" >> $out121      echo "<summary>Tested versions</summary>" >> $out122      echo >> $out123      echo Rust: git as $(date +'%d.%m.%Y' -u) >> $out124      echo >> $out125      echo "\`\`\`" >> $out126      jrsonnet --help >> $out127      echo "\`\`\`" >> $out128      echo >> $out129      echo Go: $(go-jsonnet --version) >> $out130      echo >> $out131      echo "\`\`\`" >> $out132      go-jsonnet --help >> $out133      echo "\`\`\`" >> $out134      echo >> $out135      echo C++: $(jsonnet --version) >> $out136      echo >> $out137      echo "\`\`\`" >> $out138      jsonnet --help >> $out139      echo "\`\`\`" >> $out140      echo >> $out141      echo Scala: >> $out142      echo >> $out143      echo "\`\`\`" >> $out144      sjsonnet 2>> $out || true145      echo "\`\`\`" >> $out146      echo >> $out147      echo "</details>" >> $out148      echo >> $out149150      echo >> $out151      echo "## Real world" >> $out152      ${mkBench {name = "Graalvm CI"; path = "${graalvmBench}/ci.jsonnet"; skipCpp = skipSlow;}}153      ${mkBench {name = "Kube-prometheus manifests"; vendor = "${kubePrometheusBench}/vendor"; path = "${kubePrometheusBench}/example.jsonnet"; skipCpp = skipSlow;}}154155      echo >> $out156      echo "## Benchmarks from C++ jsonnet (/perf_tests)" >> $out157      ${mkBench {name = "Large string join"; path = "${jsonnetBench}/perf_tests/large_string_join.jsonnet";}}158      ${mkBench {name = "Large string template"; omitSource = true; path = "${jsonnetBench}/perf_tests/large_string_template.jsonnet"; skipGo = "fails with os stack size exhausion"; skipCpp = skipSlow;}}159      ${mkBench {name = "Realistic 1"; path = "${jsonnetBench}/perf_tests/realistic1.jsonnet"; skipGo = skipSlow; skipCpp = skipSlow;}}160      ${mkBench {name = "Realistic 2"; path = "${jsonnetBench}/perf_tests/realistic2.jsonnet"; skipGo = skipSlow; skipCpp = skipSlow;}}161162      echo >> $out163      echo "## Benchmarks from C++ jsonnet (/benchmarks)" >> $out164      ${mkBench {name = "Tail call"; path = "${jsonnetBench}/benchmarks/bench.01.jsonnet";}}165      ${mkBench {name = "Inheritance recursion"; path = "${jsonnetBench}/benchmarks/bench.02.jsonnet"; skipCpp = skipSlow;}}166      ${mkBench {name = "Simple recursive call"; path = "${jsonnetBench}/benchmarks/bench.03.jsonnet";}}167      ${mkBench {name = "Foldl string concat"; path = "${jsonnetBench}/benchmarks/bench.04.jsonnet";}}168      ${mkBench {name = "Array sorts"; path = "${jsonnetBench}/benchmarks/bench.06.jsonnet"; skipScala = "std.reverse is not implemented"; skipCpp = skipSlow;}}169      ${mkBench {name = "Lazy array"; path = "${jsonnetBench}/benchmarks/bench.07.jsonnet";}}170      ${mkBench {name = "Inheritance function recursion"; path = "${jsonnetBench}/benchmarks/bench.08.jsonnet";}}171      ${mkBench {name = "String strips"; path = "${jsonnetBench}/benchmarks/bench.09.jsonnet"; skipCpp = skipSlow;}}172      ${mkBench {name = "Big object"; path = "${jsonnetBench}/benchmarks/gen_big_object.jsonnet"; pathIsGenerator = true;}}173174      echo >> $out175      echo "## Benchmarks from Go jsonnet (builtins)" >> $out176      ${mkBench {name = "std.base64"; path = "${goJsonnetBench}/base64.jsonnet"; skipCpp = skipSlow;}}177      ${mkBench {name = "std.base64Decode"; path = "${goJsonnetBench}/base64Decode.jsonnet"; skipCpp = skipSlow;}}178      ${mkBench {name = "std.base64DecodeBytes"; path = "${goJsonnetBench}/base64DecodeBytes.jsonnet"; skipCpp = skipSlow;}}179      ${mkBench {name = "std.base64 (byte array)"; path = "${goJsonnetBench}/base64_byte_array.jsonnet"; skipCpp = skipSlow;}}180      ${mkBench {name = "std.foldl"; path = "${goJsonnetBench}/foldl.jsonnet";}}181      ${mkBench {name = "std.manifestJsonEx"; path = "${goJsonnetBench}/manifestJsonEx.jsonnet";}}182      ${mkBench {name = "std.manifestTomlEx"; path = "${goJsonnetBench}/manifestTomlEx.jsonnet"; skipScala = "std.manifestTomlEx is not implemented";}}183      ${mkBench {name = "std.parseInt"; path = "${goJsonnetBench}/parseInt.jsonnet";}}184      ${mkBench {name = "std.reverse"; path = "${goJsonnetBench}/reverse.jsonnet"; skipScala = "std.reverse is not implemented";}}185      ${mkBench {name = "std.substr"; path = "${goJsonnetBench}/substr.jsonnet";}}186      ${mkBench {name = "Comparsion for array"; path = "${goJsonnetBench}/comparison.jsonnet"; skipScala = "array comparsion is not implemented"; skipCpp = skipSlow;}}187      ${mkBench {name = "Comparsion for primitives"; path = "${goJsonnetBench}/comparison2.jsonnet"; skipCpp = "can't run: uses up to 192GB of RAM";}}188    '';189}