aboutsummaryrefslogtreecommitdiff
path: root/dev/bench
diff options
context:
space:
mode:
Diffstat (limited to 'dev/bench')
-rw-r--r--dev/bench/gitlab-bench.yml32
-rwxr-xr-xdev/bench/gitlab.sh42
2 files changed, 32 insertions, 42 deletions
diff --git a/dev/bench/gitlab-bench.yml b/dev/bench/gitlab-bench.yml
new file mode 100644
index 0000000000..2246d4047a
--- /dev/null
+++ b/dev/bench/gitlab-bench.yml
@@ -0,0 +1,32 @@
+
+bench:
+ stage: stage-1
+ when: manual
+ before_script:
+ - printenv -0 | sort -z | tr '\0' '\n'
+ script:
+ - . ~/.opam/opam-init/init.sh
+ - ./dev/bench/gitlab.sh
+ tags:
+ - timing
+ variables:
+ GIT_DEPTH: ""
+ coq_pr_number: ""
+ coq_pr_comment_id: ""
+ new_ocaml_switch: "ocaml-base-compiler.4.07.1"
+ old_ocaml_switch: "ocaml-base-compiler.4.07.1"
+ new_coq_repository: "https://gitlab.com/coq/coq.git"
+ old_coq_repository: "https://gitlab.com/coq/coq.git"
+ new_coq_opam_archive_git_uri: "https://github.com/coq/opam-coq-archive.git"
+ old_coq_opam_archive_git_uri: "https://github.com/coq/opam-coq-archive.git"
+ new_coq_opam_archive_git_branch: "master"
+ old_coq_opam_archive_git_branch: "master"
+ num_of_iterations: 1
+ coq_opam_packages: "coq-performance-tests coq-engine-bench coq-hott coq-bignums coq-mathcomp-ssreflect coq-mathcomp-fingroup coq-mathcomp-algebra coq-mathcomp-solvable coq-mathcomp-field coq-mathcomp-character coq-mathcomp-odd-order coq-math-classes coq-corn coq-flocq coq-compcert coq-geocoq coq-color coq-coqprime coq-coqutil coq-bedrock2 coq-rewriter coq-fiat-core coq-fiat-parsers coq-fiat-crypto coq-unimath coq-sf-plf coq-coquelicot coq-lambda-rust coq-verdi coq-verdi-raft coq-fourcolor coq-rewriter-perf-SuperFast"
+ artifacts:
+ name: "$CI_JOB_NAME"
+ paths:
+ - _bench/html/**/*.v.html
+ - _bench/logs
+ when: always
+ expire_in: 1 year
diff --git a/dev/bench/gitlab.sh b/dev/bench/gitlab.sh
index 15f5c01ac6..38b4e25bde 100755
--- a/dev/bench/gitlab.sh
+++ b/dev/bench/gitlab.sh
@@ -52,15 +52,6 @@ check_variable "coq_opam_packages"
new_coq_commit=$(git rev-parse HEAD^2)
old_coq_commit=$(git merge-base HEAD^1 $new_coq_commit)
-if which jq > /dev/null; then
- :
-else
- echo > /dev/stderr
- echo "ERROR: \"jq\" program is not available." > /dev/stderr
- echo > /dev/stderr
- exit 1
-fi
-
if echo "$num_of_iterations" | grep '^[1-9][0-9]*$' 2> /dev/null > /dev/null; then
:
else
@@ -76,39 +67,6 @@ working_dir="$PWD/_bench"
log_dir=$working_dir/logs
mkdir "$log_dir"
-if [ ! -z "${coq_pr_number}" ]; then
- github_response="$(curl "https://api.github.com/repos/coq/coq/pulls/${coq_pr_number}")"
- new_coq_repository="$(echo "${github_response}" | jq -r '.head.repo.clone_url')"
- new_coq_commit="$(echo "${github_response}" | jq -r '.head.sha')"
- old_coq_repository="$(echo "${github_response}" | jq -r '.base.repo.clone_url')"
- old_coq_commit="$(echo "${github_response}" | jq -r '.base.sha')"
- coq_pr_title="$(echo "${github_response}" | jq -r '.title')"
- # for coqbot parsing purposes, coq_pr_number and coq_pr_comment_id must not have newlines
- coq_pr_number="$(echo "${coq_pr_number}" | tr -d '\n' | tr -d '\r')"
- coq_pr_comment_id="$(echo "${coq_pr_comment_id}" | tr -d '\n' | tr -d '\r')"
-
- for val in "${new_coq_repository}" "${new_coq_commit}" "${old_coq_repository}" "${old_coq_commit}" "${coq_pr_title}"; do
- if [ -z "$val" ] || [ "val" == "null" ]; then
- echo 'ERROR: Invalid Response:' > /dev/stderr
- echo "${github_response}" > /dev/stderr
- echo "Info:" > /dev/stderr
- curl -i "https://api.github.com/repos/coq/coq/pulls/${coq_pr_number}" > /dev/stderr
- exit 1
- fi
- done
-
- if [ -z "$BENCH_DEBUG" ]; then # if it's non-empty, this'll get
- # printed later anyway. But we
- # want to see it always if we're
- # automatically computing values
- echo "DEBUG: new_coq_repository = $new_coq_repository"
- echo "DEBUG: new_coq_commit = $new_coq_commit"
- echo "DEBUG: old_coq_repository = $old_coq_repository"
- echo "DEBUG: old_coq_commit = $old_coq_commit"
- fi
-
-fi
-
if [ ! -z "$BENCH_DEBUG" ]
then
echo "DEBUG: ocaml -version = `ocaml -version`"