difftreelog
ci switch all benchmarks to realworld tests dir
in: master
3 files changed
nix/benchmarks.nixdiffbeforeafterboth--- a/nix/benchmarks.nix
+++ b/nix/benchmarks.nix
@@ -2,7 +2,6 @@
lib,
runCommand,
stdenv,
- fetchFromGitHub,
fetchJrq,
go-jsonnet,
sjsonnet,
@@ -16,16 +15,10 @@
let
inherit (cpp-jsonnet) jsonnetBench;
inherit (go-jsonnet) goJsonnetBench;
- graalvmBench = fetchFromGitHub {
- owner = "oracle";
- repo = "graal";
- rev = "bc305df3fe587960f7635f0185571500e5988475";
- hash = "sha256-4EKB1b2o4/qtYQ+nqbbs621OJrtjApsAWEBcw5EjrYc=";
- };
realworldVendor = fetchJrq {
name = "realworld-vendor";
lockfile = ../tests/realworld/jsonnetfile.lock.json;
- vendorHash = "sha256-6tXi6bRw77YKB17PhSpJnVYQcsGOvB8sgjKIrFtrwfc=";
+ vendorHash = "sha256-oEUzM6Bhu8ZT8vCtYDbBEjG5BFHYpID+1/2pgXvIAgo=";
};
realworldBench = runCommand "realworld-bench" { } ''
mkdir -p $out
@@ -172,42 +165,63 @@
''}
echo "== Real world" >> $out
${mkBench {
- name = "Graalvm CI";
- path = "${graalvmBench}/ci.jsonnet";
- omitSource = true;
- skipCpp = "takes longer than a hour";
+ name = "GitLab runbooks dashboards";
+ path = "${realworldBench}/entry-gitlab-runbooks.jsonnet";
+ jpaths = [
+ "${realworldBench}/vendor"
+ "${realworldBench}/vendor/runbooks/libsonnet"
+ "${realworldBench}/vendor/runbooks/dashboards"
+ "${realworldBench}/vendor/runbooks/services"
+ "${realworldBench}/vendor/runbooks/metrics-catalog"
+ ];
+ skipCpp = "too slow, takes hours, skews results";
+ skipGo = skipSlow;
+ }}
+ ${mkBench {
+ name = "GraalVM CI";
+ path = "${realworldBench}/entry-graalvm.jsonnet";
+ jpaths = [
+ "${realworldBench}/vendor/graal"
+ ];
+ skipCpp = "too slow, takes hours, skews results";
+ skipGo = skipSlow;
+ }}
+ ${mkBench {
+ name = "Kube-prometheus";
+ path = "${realworldBench}/entry-kube-prometheus.jsonnet";
+ jpaths = [
+ "${realworldBench}/vendor"
+ ];
+ skipCpp = "too slow, takes hours, skews results";
skipGo = skipSlow;
}}
${mkBench {
name = "Loki manifests";
path = "${realworldBench}/entry-loki.jsonnet";
- jpaths = [ "${realworldBench}/vendor" ];
+ jpaths = [
+ "${realworldBench}/vendor"
+ "${realworldBench}"
+ ];
skipCpp = "too slow, takes hours, skews results";
skipGo = skipSlow;
}}
${mkBench {
name = "Mimir manifests";
path = "${realworldBench}/entry-mimir.jsonnet";
- jpaths = [ "${realworldBench}/vendor" ];
+ jpaths = [
+ "${realworldBench}/vendor"
+ "${realworldBench}"
+ ];
skipCpp = "too slow, takes hours, skews results";
skipGo = skipSlow;
+ skipScala = "https://github.com/databricks/sjsonnet/issues/829";
}}
${mkBench {
name = "Tempo manifests";
path = "${realworldBench}/entry-tempo.jsonnet";
- jpaths = [ "${realworldBench}/vendor" ];
- skipCpp = "too slow, takes hours, skews results";
- skipGo = skipSlow;
- }}
- ${mkBench {
- name = "GitLab runbooks dashboards";
- path = "${realworldBench}/entry-gitlab-runbooks.jsonnet";
jpaths = [
"${realworldBench}/vendor"
- "${realworldBench}/vendor/runbooks/libsonnet"
- "${realworldBench}/vendor/runbooks/dashboards"
- "${realworldBench}/vendor/runbooks/services"
- "${realworldBench}/vendor/runbooks/metrics-catalog"
+ "${realworldBench}"
];
skipCpp = "too slow, takes hours, skews results";
skipGo = skipSlow;
nix/fetch-jrq.nixdiffbeforeafterboth10 name ? "jrq-vendor",10 name ? "jrq-vendor",11}:11}:12stdenvNoCC.mkDerivation (finalAttrs: {12stdenvNoCC.mkDerivation (finalAttrs: {13 inherit name;13 name = "${name}-${builtins.substring 0 8 (builtins.hashFile "sha256" lockfile)}";141415 outputHashMode = "recursive";15 outputHashMode = "recursive";16 outputHashAlgo = "sha256";16 outputHashAlgo = "sha256";tests/realworld/entry-kube-prometheus.jsonnetdiffbeforeafterboth--- /dev/null
+++ b/tests/realworld/entry-kube-prometheus.jsonnet
@@ -0,0 +1 @@
+import 'kube-prometheus/main.libsonnet'