diff --git a/screwdriver.yaml b/screwdriver.yaml
index cc4c65708b..f4eb0bba2a 100644
--- a/screwdriver.yaml
+++ b/screwdriver.yaml
@@ -199,8 +199,8 @@ jobs:
               grep -oP '<latest>\K([0-9]+\.[0-9]+\.[0-9]+)')
             curl -SsLo metrics.jar "https://repo1.maven.org/maven2/com/yahoo/vespa/metrics/\${VESPA_VERSION}/metrics-\${VESPA_VERSION}.jar"
             java -cp metrics.jar ai.vespa.metrics.docs.DocumentationGenerator en/reference
-            git diff
-            changes=\$(git status --porcelain | wc -l)
+            git diff en/reference/*-metrics-reference.html
+            changes=\$(git status --porcelain en/reference/*-metrics-reference.html | wc -l)
             if (( changes > 0 )); then
               echo "Updating metric reference"
               git commit -m "Update metric reference" en/reference/*-metrics-reference.html