diff --git a/.github/baumpfleger.yml b/.github/baumpfleger.yml
deleted file mode 100644
index befe01425..000000000
--- a/.github/baumpfleger.yml
+++ /dev/null
@@ -1,13 +0,0 @@
-# Configuration for probot-baumfleger
-
-# Enabled? (optional, default false)
-enabled: true
-
-# glob or regex patterns that specify branches to ignore (optional)
-#ignore_branches:
-#  - sandfox/patch-*
-#  - /^sandfox-[0-9]/i
-
-# list of labels that if found on a pull Request cause it to be ignored (optional)
-ignore_labels:
-  - keep-branch
diff --git a/.github/workflows/benchmark.yaml b/.github/workflows/benchmark.yaml
index ff3e01f5b..f123a3292 100644
--- a/.github/workflows/benchmark.yaml
+++ b/.github/workflows/benchmark.yaml
@@ -50,7 +50,7 @@ jobs:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           alert-threshold: '150%'
           comment-on-alert: true
-          comment-always: true
+          comment-always: false
           auto-push: true
           gh-pages-branch: "benchmarks"
           benchmark-data-dir-path: "docs/bench"
diff --git a/docs/contributing.rst b/docs/contributing.rst
index 6fc9e791e..eb2dc3360 100644
--- a/docs/contributing.rst
+++ b/docs/contributing.rst
@@ -122,6 +122,9 @@ And they can be locally executed via ``make benchmark`.
 The results for each PR/commit get added to a chart, which is available under
 http://useblocks.com/sphinx-needs/bench/index.html.
 
+The benchmark data is stored on the `benchmarks` branch, which is also used by github-pages as
+source.
+
 
 Running Test Matrix
 -------------------