diff --git a/gocd/templates/bash/check-github.sh b/gocd/templates/bash/check-github.sh
index 0bc1f64..43ac728 100755
--- a/gocd/templates/bash/check-github.sh
+++ b/gocd/templates/bash/check-github.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-checks-githubactions-checkruns \
+checks-githubactions-checkruns2 \
   --timeout-mins 60 \
   getsentry/usage-accountant \
   ${GO_REVISION_USAGE_ACCOUNTANT_REPO} \
diff --git a/gocd/templates/pipelines/usage-accountant.libsonnet b/gocd/templates/pipelines/usage-accountant.libsonnet
index d2a691e..d1a9b88 100644
--- a/gocd/templates/pipelines/usage-accountant.libsonnet
+++ b/gocd/templates/pipelines/usage-accountant.libsonnet
@@ -27,8 +27,9 @@ function(region) {
             timeout: 1800,
             elastic_profile_id: 'usage-accountant',
             environment_variables: {
-              // Required for checkruns.
-              GITHUB_TOKEN: '{{SECRET:[devinfra-github][token]}}',
+              // Required for checkruns2.
+              GITHUB_APP_ID: '{{SECRET:[devinfra-github][app_id]}}',
+              GITHUB_APP_PRIVATE_KEY: '{{SECRET:[devinfra-github][private_key]}}',
             },
             tasks: [
               gocdtasks.script(importstr '../bash/check-github.sh'),