From 07ad3d41e94df3730a3431a157f57ed42843672e Mon Sep 17 00:00:00 2001
From: Randy Stauner <randy.stauner@shopify.com>
Date: Mon, 9 Dec 2024 16:10:57 -0700
Subject: [PATCH 1/2] Remove jenkins pipeline files now that we are back on
 GitHub actions

---
 .../gh_tasks/commit_benchmark_data.sh         |   2 +-
 .../jenkins/Jenkinsfile_benchmark_smoke_run   |  51 -----
 .../jenkins/Jenkinsfile_configurable_run      | 191 ------------------
 .../Jenkinsfile_data_checkin_and_upload       |  70 -------
 .../jenkins/Jenkinsfile_full_benchmark_run    |  82 --------
 .../jenkins/Jenkinsfile_reporting_rebuild     |  46 -----
 6 files changed, 1 insertion(+), 441 deletions(-)
 delete mode 100644 continuous_reporting/jenkins/Jenkinsfile_benchmark_smoke_run
 delete mode 100644 continuous_reporting/jenkins/Jenkinsfile_configurable_run
 delete mode 100644 continuous_reporting/jenkins/Jenkinsfile_data_checkin_and_upload
 delete mode 100644 continuous_reporting/jenkins/Jenkinsfile_full_benchmark_run
 delete mode 100644 continuous_reporting/jenkins/Jenkinsfile_reporting_rebuild

diff --git a/continuous_reporting/gh_tasks/commit_benchmark_data.sh b/continuous_reporting/gh_tasks/commit_benchmark_data.sh
index 01be03095..7677b83e9 100755
--- a/continuous_reporting/gh_tasks/commit_benchmark_data.sh
+++ b/continuous_reporting/gh_tasks/commit_benchmark_data.sh
@@ -10,7 +10,7 @@ cd ~/ym/yjit-metrics
 
 bundle
 
-# NOTE: This data dir is not configurable. If we run a smoke test on jenkins
+# NOTE: This data dir is not configurable. If we run a smoke test
 # into a different data dir we explicitly do not want to include that here.
 # In that case this will run, find no data, and do nothing (which is what we want).
 ruby continuous_reporting/file_benchmark_data_into_raw.rb -d continuous_reporting/data
diff --git a/continuous_reporting/jenkins/Jenkinsfile_benchmark_smoke_run b/continuous_reporting/jenkins/Jenkinsfile_benchmark_smoke_run
deleted file mode 100644
index 4fca70a68..000000000
--- a/continuous_reporting/jenkins/Jenkinsfile_benchmark_smoke_run
+++ /dev/null
@@ -1,51 +0,0 @@
-// Use a Jenkinsfile pipeline to run a single-iter all-benchmarks 'smoke test' across worker servers.
-
-// See the full-benchmark-run Jenkinsfile for more documentation and commentary.
-
-pipeline {
-    agent any
-
-    parameters {
-        string(name: 'RUBY_VERSION', defaultValue: 'master', description: 'what revision of Ruby to build')
-
-        string(name: 'YJIT_METRICS_VERSION', defaultValue: 'main', description: 'what revision of yjit-metrics to build with')
-        string(name: 'YJIT_BENCH_VERSION', defaultValue: 'main', description: 'what revision of yjit-bench to build with')
-
-        string(name: 'BENCH_TYPE', defaultValue: 'smoketest', description: 'Benchmark type -- "smoketest" is one iter of all benchmarks, can also give none or full spec')
-
-        string(name: 'SLACK_FAILURE_NOTIFY', defaultValue: '#yjit-benchmark-ci', description: 'What Slack channel(s) and Member ID(s) to notify in case of failure, comma-delimited')
-    }
-
-    environment {
-        BUNDLE_DEPLOYMENT = 'true'
-        SLACK_OAUTH_TOKEN = credentials('684cd699-feae-4ef1-8483-e71440a73fcd')
-        NOTIFIER_ARGS = "--template smoke_test --channels \"${params.SLACK_FAILURE_NOTIFY}\" --properties \"RUBY=${params.RUBY_VERSION},YJIT_BENCH=${params.YJIT_BENCH_VERSION},YJIT_METRICS=${params.YJIT_METRICS_VERSION}\""
-    }
-
-    stages {
-        stage('run configurable build') {
-            steps {
-                build job: 'benchmark_configurable_run',
-                  parameters: [
-                    string(name: 'RUBY_VERSION', value: params.RUBY_VERSION),
-                    string(name: 'YJIT_METRICS_VERSION', value: params.YJIT_METRICS_VERSION),
-                    string(name: 'YJIT_BENCH_VERSION', value: params.YJIT_BENCH_VERSION),
-                    string(name: 'BENCH_TYPE', value: params.BENCH_TYPE),
-                    string(name: 'DATA_DIR', value: 'continuous_reporting/single_iter_data'),
-                    booleanParam(name: 'DO_FULL_REBUILD', value: false)
-                ]
-            }
-        }
-    }
-
-    post {
-        success {
-            sh "bundle"
-            sh "ruby continuous_reporting/slack_build_notifier.rb $NOTIFIER_ARGS --properties STATUS=success"
-        }
-        failure {
-            sh "bundle"
-            sh "ruby continuous_reporting/slack_build_notifier.rb $NOTIFIER_ARGS --properties STATUS=fail"
-        }
-    }
-}
diff --git a/continuous_reporting/jenkins/Jenkinsfile_configurable_run b/continuous_reporting/jenkins/Jenkinsfile_configurable_run
deleted file mode 100644
index 558189e98..000000000
--- a/continuous_reporting/jenkins/Jenkinsfile_configurable_run
+++ /dev/null
@@ -1,191 +0,0 @@
-// This Jenkinsfile is a conversion of the older GitHub Actions workflow for benchmarking.
-
-// This version allows for a huge number of different parameters - where to build from, whether
-// to erase-and-rebuild Ruby and so on. As a result, it's not convenient for day-to-day use.
-// Instead, other builds (like the smoke test and full benchmarking run Jenkinsfiles) wrap
-// this, in order to provide something with good defaults, where Jenkins can usefully
-// estimate the build time, and for which we can give more-specific Slack notifications.
-
-// The division between gh_tasks/ shellscripts and continuous_reporting/ Ruby files
-// is a bit weirder. In theory it's to let the shellscripts juggle the Ruby configuration,
-// which would be painful to manage directly from a Jenkinsfile or GitHub Actions workflow,
-// but in practice the current version is a mess too.
-
-// Jenkinsfile documentation:
-//
-// * Groovy Multiline Strings: https://stackoverflow.com/questions/5079797/whats-wrong-with-groovy-multi-line-string
-// * Groovy ternary or coalescing operators: https://www.danvega.dev/blog/2013/08/22/groovy-ternary-operator/
-
-// sh function: https://www.jenkins.io/doc/pipeline/steps/workflow-durable-task-step/#sh-shell-script
-
-// Future improvements:
-//
-// * It would be really nice to *not* use throttling and SSH to do this with workers. But we'd need to limit the executors
-//   per Jenkins agent to 1, but only for certain Jenkins agents. Or throttle all builds on a particular agent. I'm not
-//   sure there's an easy way to do either one.
-
-// Strings referencing env vars.
-// We will interpolate this into the command and the shell will evaluate the env vars.
-// Each stage should have `environment { SSH_HOST = credential(...) }` for the appropriate target server.
-ssh_args = '-o StrictHostKeyChecking=no -o TCPKeepAlive=yes -o ServerAliveCountMax=20 -o ServerAliveInterval=15 -o "User=$SSH_USER" -i "$SSH_KEYFILE"'
-ssh_host = '$SSH_HOST'
-def ssh(shell_command, opts = [:]) {
-  println("ssh: ${shell_command}")
-  sh([script: "#!/bin/bash -e\nssh $ssh_args $ssh_host bash -e <<SSHEOF\n${shell_command}\nSSHEOF\n"] + opts)
-}
-
-def scp(src, dest) {
-  sh "scp $ssh_args $src $dest"
-}
-
-results = [:]
-def benchmark_and_upload(arch) {
-  // Use specified yjit-metrics repo and name
-  ssh "YJIT_METRICS_REPO=${params.YJIT_METRICS_REPO} YJIT_METRICS_NAME=${params.YJIT_METRICS_VERSION} ym/yjit-metrics/continuous_reporting/gh_tasks/git_update_yjit_metrics_repo.sh"
-
-  unstash 'bench_params' // Get timestamp, CRuby SHA, yjit_metrics SHA, etc for this build
-  scp("bench_params.json", "$ssh_host:~/ym/yjit-metrics/")
-
-  // Note: param-generation and benchmarking runs should NOT do a git clean to avoid wiping out successful benchmarking results, from
-  // runs when benchmarking succeeded but checking/reporting failed.
-  results[arch] = ssh("BENCH_PARAMS=bench_params.json ym/yjit-metrics/continuous_reporting/gh_tasks/run_benchmarks.sh", [returnStatus: true])
-
-  result_dir = "results"
-  // Remove any leftover results from prior runs.
-  sh "rm -vrf ./$result_dir; mkdir -p $result_dir"
-
-  // Copy newly created data files to local dir for archiving.
-  scp("$ssh_host:~/ym/yjit-metrics/${params.DATA_DIR}/'*.json'", "./${result_dir}/")
-  archiveArtifacts(artifacts: "${result_dir}/*.json", allowEmptyArchive: true)
-
-  ssh "ym/yjit-metrics/continuous_reporting/gh_tasks/commit_benchmark_data.sh"
-
-  ssh "rm ym/yjit-metrics/bench_params.json"  // Don't leave params sitting around between jobs
-}
-
-pipeline {
-    agent any
-
-    parameters {
-        string(name: 'RUBY_VERSION', defaultValue: 'master', description: 'what revision of Ruby to build')
-        string(name: 'RUBY_REPO', defaultValue: 'https://github.com/ruby/ruby.git', description: 'what repo to build Ruby from')
-
-        string(name: 'YJIT_METRICS_VERSION', defaultValue: 'main', description: 'what revision of yjit-metrics to build with')
-        string(name: 'YJIT_METRICS_REPO', defaultValue: 'https://github.com/Shopify/yjit-metrics.git', description: 'what yjit-metrics repo to build with')
-        string(name: 'YJIT_BENCH_VERSION', defaultValue: 'main', description: 'what revision of yjit-bench to build with')
-        string(name: 'YJIT_BENCH_REPO', defaultValue: 'https://github.com/Shopify/yjit-bench.git', description: 'what yjit-bench repo to build with')
-
-        // For now, no yjit_extra_bench for optional benchmarks
-
-        string(name: 'BENCH_TYPE', defaultValue: 'default', description: 'Benchmark type -- "default" uses variable warmup file and all benchmarks, "smoketest" is one iter of all benchmarks, can also give full specification, e.g. --warmup-itrs=0 --min-bench-time=0.0 --min-bench-itrs=1 --on-errors=die --configs=PLATFORM_prod_ruby_no_jit,PLATFORM_prod_ruby_with_yjit')
-
-        string(name: 'DATA_DIR', defaultValue: 'continuous_reporting/data', description: 'Data directory for output; continuous_reporting/data will populate speed.yjit.org; use single_iter_data to discard results')
-
-        booleanParam(name: 'DO_FULL_REBUILD', defaultValue: true, description: 'whether to remove all appropriate Ruby and gem directories to ensure a clean rebuild (note: slow)')
-
-        booleanParam(name: 'WITH_X86_TRUFFLE', defaultValue: false, description: 'use presumed excess x86 runtime to run TruffleRuby yjit-bench iterations')
-
-        // The benchmark timestamp can't be input manually, so it's not a parameter here
-    }
-
-    options {
-        // Throttle options on multiple steps are deadlocking. Apparently the plugin people know there's a problem,
-        // but don't have a great fix. Joy. So we throttle at the top level here.
-        throttleJobProperty(
-            categories: ['Build that needs exclusive use of x86_64 AWS worker (1)', 'Build that needs exclusive use of AARCH64 AWS worker (1)'],
-            throttleEnabled: true,
-            throttleOption: 'category'
-        )
-    }
-
-    environment {
-      BUNDLE_DEPLOYMENT = 'true'
-    }
-
-    stages {
-        stage('generate_params') {
-            environment {
-              SSH_HOST = credentials('2ea5f8cb-6fab-4454-b7cb-46ca2fd3cba7')
-            }
-            steps {
-                withCredentials([sshUserPrivateKey(credentialsId: 'ssh-key-x86', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                  script {
-                    // Note: param-generation and benchmarking runs should NOT do a git clean to avoid wiping out successful benchmarking results, from
-                    // runs when benchmarking succeeded but checking/reporting failed.
-
-                    // Use specified yjit-metrics repo and name
-                    ssh "YJIT_METRICS_REPO=${params.YJIT_METRICS_REPO} YJIT_METRICS_NAME=${params.YJIT_METRICS_VERSION} ym/yjit-metrics/continuous_reporting/gh_tasks/git_update_yjit_metrics_repo.sh"
-
-                    // BENCH_TYPE probably won't contain any troublesome characters (besides spaces),
-                    // but the simplest thing to do is wrap the whole thing in single quotes
-                    // and then replace any single quotes in the param with a break in the string and an escaped character.
-                    ssh "cd ym/yjit-metrics && FULL_REBUILD=${params.DO_FULL_REBUILD ? "yes" : "no"} BENCH_TYPE='${params.BENCH_TYPE.replaceAll("[']", { c -> "'\\$c'" })}' YJIT_METRICS_NAME=${params.YJIT_METRICS_VERSION} YJIT_METRICS_REPO=${params.YJIT_METRICS_REPO} YJIT_BENCH_NAME=${params.YJIT_BENCH_VERSION} YJIT_BENCH_REPO=${params.YJIT_BENCH_REPO} CRUBY_NAME=${params.RUBY_VERSION} CRUBY_REPO=${params.RUBY_REPO} BENCH_DATA_DIR=${params.DATA_DIR} continuous_reporting/gh_tasks/generate_bench_params.sh"
-                    ssh "cat ym/yjit-metrics/bench_params.json"
-                    scp "$ssh_host:~/ym/yjit-metrics/bench_params.json", "."
-                    ssh "rm ym/yjit-metrics/bench_params.json"  // Don't leave params sitting around between jobs
-                  }
-                }
-
-                // docs: https://www.jenkins.io/doc/pipeline/steps/workflow-basic-steps/#stash-stash-some-files-to-be-used-later-in-the-build
-                stash includes: 'bench_params.json', name: 'bench_params'
-            }
-        }
-
-        stage('benchmarking and data upload') {
-            parallel {
-                stage('benchmarking and data upload x86_64') {
-                    environment {
-                      SSH_HOST = credentials('2ea5f8cb-6fab-4454-b7cb-46ca2fd3cba7')
-                    }
-                    agent any
-                    steps {
-                        withCredentials([sshUserPrivateKey(credentialsId: 'ssh-key-x86', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                          script {
-                            benchmark_and_upload('x86')
-
-                            if (params.WITH_X86_TRUFFLE) {
-                              ssh "ym/yjit-metrics/continuous_reporting/gh_tasks/truffle_x86_benchmarks.sh || echo ignoring failure"
-                            }
-                          }
-                        }
-                    }
-                }
-                stage('benchmarking and data upload AARCH64') {
-                    agent any
-                    environment {
-                      SSH_HOST = credentials('86e5f9a8-4c3a-4789-92ab-d617fba356e8')
-                    }
-                    steps {
-                        withCredentials([sshUserPrivateKey(credentialsId: 'ssh-key-arm', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                          script {
-                            benchmark_and_upload('arm')
-                          }
-                        }
-                    }
-                }
-            }
-        }
-
-        stage('reporting') {
-            agent any
-            environment {
-              SSH_HOST = credentials('2ea5f8cb-6fab-4454-b7cb-46ca2fd3cba7')
-            }
-
-            steps {
-                withCredentials([sshUserPrivateKey(credentialsId: 'ssh-key-x86', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                  script {
-                    ssh "cd ym/raw-benchmark-data && git pull"
-                    ssh "YJIT_METRICS_REPO=${params.YJIT_METRICS_REPO} YJIT_METRICS_NAME=${params.YJIT_METRICS_VERSION} ym/yjit-metrics/continuous_reporting/gh_tasks/git_update_yjit_metrics_repo.sh"
-                    ssh "ym/yjit-metrics/continuous_reporting/gh_tasks/report_and_upload.sh"
-
-                    // The .max() method is not allowed without granting explicit access in jenkins.
-                    if (results.values().sort().reverse().find {e -> e > 0}) {
-                      error("Build failed: ${results}")
-                    }
-                  }
-                }
-            }
-        }
-    }
-}
diff --git a/continuous_reporting/jenkins/Jenkinsfile_data_checkin_and_upload b/continuous_reporting/jenkins/Jenkinsfile_data_checkin_and_upload
deleted file mode 100644
index 49bb33036..000000000
--- a/continuous_reporting/jenkins/Jenkinsfile_data_checkin_and_upload
+++ /dev/null
@@ -1,70 +0,0 @@
-// On-demand Jenkins data checkin
-
-// Strings referencing env vars.
-// We will interpolate this into the command and the shell will evaluate the env vars.
-// Each stage should have `environment { SSH_HOST = credential(...) }` for the appropriate target server.
-ssh_args = '-o StrictHostKeyChecking=no -o TCPKeepAlive=yes -o ServerAliveCountMax=20 -o ServerAliveInterval=15 -o "User=$SSH_USER" -i "$SSH_KEYFILE"'
-ssh_host = '$SSH_HOST'
-def ssh(shell_command, opts = [:]) {
-  println("ssh: ${shell_command}")
-  sh([script: "#!/bin/bash -e\nssh $ssh_args $ssh_host bash -e <<SSHEOF\n${shell_command}\nSSHEOF\n"] + opts)
-}
-
-def task() {
-  ssh "uname -a"
-  ssh "cd ym/yjit-metrics && git pull"
-  ssh "ym/yjit-metrics/continuous_reporting/gh_tasks/commit_benchmark_data.sh"
-}
-
-pipeline {
-    agent any
-
-    options {
-        // Throttle options on multiple steps are deadlocking. Apparently the plugin people know there's a problem,
-        // but don't have a great fix. Joy. So we throttle at the top level here.
-        throttleJobProperty(
-            categories: ['Build that needs exclusive use of x86_64 AWS worker (1)', 'Build that needs exclusive use of AARCH64 AWS worker (1)'],
-            throttleEnabled: true,
-            throttleOption: 'category'
-        )
-    }
-
-    environment {
-        BUNDLE_DEPLOYMENT = 'true'
-    }
-
-    stages {
-        // This stage commits and pushes the benchmark data from its directory, but doesn't get it there from yjit-metrics/continuous_reporting/data
-        stage('data checkin') {
-            parallel {
-                stage('data checkin x86_64') {
-                    agent any
-                    environment {
-                      SSH_HOST = credentials('2ea5f8cb-6fab-4454-b7cb-46ca2fd3cba7')
-                    }
-                    steps {
-                        withCredentials([sshUserPrivateKey(credentialsId: 'ssh-key-x86', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                            script {
-                                task()
-                            }
-
-                        }
-                    }
-                }
-                stage('data checkin AARCH64') {
-                    agent any
-                    environment {
-                      SSH_HOST = credentials('86e5f9a8-4c3a-4789-92ab-d617fba356e8')
-                    }
-                    steps {
-                        withCredentials([sshUserPrivateKey(credentialsId: 'ssh-key-arm', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                            script {
-                                task()
-                            }
-                        }
-                    }
-                }
-            }
-        }
-    }
-}
diff --git a/continuous_reporting/jenkins/Jenkinsfile_full_benchmark_run b/continuous_reporting/jenkins/Jenkinsfile_full_benchmark_run
deleted file mode 100644
index c018a2c4d..000000000
--- a/continuous_reporting/jenkins/Jenkinsfile_full_benchmark_run
+++ /dev/null
@@ -1,82 +0,0 @@
-// This run the full benchmarks twice a day, using the configurable run with specific settings.
-
-pipeline {
-    agent any
-
-    options {
-        // Timeout counter starts AFTER (top-level) agent is allocated.
-        // Average run time is currently 9 hours and 8 minutes.
-        timeout(time: 12, unit: 'HOURS')
-    }
-
-    triggers {
-        // Currently UTC (likely whatever time jenkins and/or its server are configured to use).
-        cron 'H 6,19 * * *'
-    }
-
-    parameters {
-        string(name: 'RUBY_VERSION', defaultValue: 'master', description: 'what revision of Ruby to build')
-        string(name: 'YJIT_METRICS_VERSION', defaultValue: 'main', description: 'what revision of yjit-metrics to build with')
-        string(name: 'YJIT_BENCH_VERSION', defaultValue: 'main', description: 'what revision of yjit-bench to build with')
-        // For now, no yjit_extra_bench for optional benchmarks
-
-        booleanParam(name: 'DO_FULL_REBUILD', defaultValue: true, description: 'whether to remove all appropriate Ruby and gem directories to ensure a clean rebuild (note: slow)')
-
-        string(name: 'SLACK_FAILURE_NOTIFY', defaultValue: '#yjit-benchmark-ci', description: 'What Slack channel(s) and Member ID(s) to notify in case of failure, comma-delimited')
-    }
-
-    environment {
-        BUNDLE_DEPLOYMENT = 'true'
-        SLACK_OAUTH_TOKEN = credentials('684cd699-feae-4ef1-8483-e71440a73fcd')
-        NOTIFIER_ARGS = "--template build_status --channels \"${params.SLACK_FAILURE_NOTIFY}\""
-    }
-
-    stages {
-        stage('schedule parameterized benchmarking run') {
-            steps {
-              script {
-                job_name = 'benchmark_configurable_run'
-                // https://www.jenkins.io/doc/pipeline/steps/pipeline-build-step/
-                result = build(
-                  job: job_name,
-                  parameters: [
-                    string(name: 'RUBY_VERSION', value: params.RUBY_VERSION),
-                    string(name: 'YJIT_METRICS_VERSION', value: params.YJIT_METRICS_VERSION),
-                    string(name: 'YJIT_BENCH_VERSION', value: params.YJIT_BENCH_VERSION),
-                    string(name: 'BENCH_TYPE', value: 'default'),
-                    string(name: 'DATA_DIR', value: 'continuous_reporting/data'),
-                    booleanParam(name: 'DO_FULL_REBUILD', value: params.DO_FULL_REBUILD),
-                    booleanParam(name: 'WITH_X86_TRUFFLE', value: false)
-                  ],
-                  propagate: false,
-                )
-                // Must grant "Permission to Copy Artifact" in configuration for benchmark_configurable_run.
-                copyArtifacts(
-                  projectName: job_name,
-                  filter: "results/*.json",
-                  selector: specific("${result.number}"),
-                  target: "results",
-                  flatten: true,
-                )
-                if( result.getResult() != "SUCCESS" ){
-                  error(result.getResult())
-                }
-              }
-            }
-        }
-    }
-
-    post {
-        success {
-            sh "ls ./results/*.json || true"
-            sh "rm -rvf ./results/"
-        }
-        failure {
-            sh "ls ./results/*.json || true"
-            sh "bundle"
-            sh "ruby continuous_reporting/slack_build_notifier.rb $NOTIFIER_ARGS --properties STATUS=fail results/*.json"
-            sh "rm -rvf ./results/"
-        }
-    }
-
-}
diff --git a/continuous_reporting/jenkins/Jenkinsfile_reporting_rebuild b/continuous_reporting/jenkins/Jenkinsfile_reporting_rebuild
deleted file mode 100644
index f2d00a546..000000000
--- a/continuous_reporting/jenkins/Jenkinsfile_reporting_rebuild
+++ /dev/null
@@ -1,46 +0,0 @@
-// On-demand Jenkins reporting pipeline
-
-// Strings referencing env vars.
-// We will interpolate this into the command and the shell will evaluate the env vars.
-// Each stage should have `environment { SSH_HOST = credential(...) }` for the appropriate target server.
-ssh_args = '-o StrictHostKeyChecking=no -o TCPKeepAlive=yes -o ServerAliveCountMax=20 -o ServerAliveInterval=15 -o "User=$SSH_USER" -i "$SSH_KEYFILE"'
-ssh_host = '$SSH_HOST'
-def ssh(shell_command, opts = [:]) {
-  println("ssh: ${shell_command}")
-  sh([script: "#!/bin/bash -e\nssh $ssh_args $ssh_host bash -e <<SSHEOF\n${shell_command}\nSSHEOF\n"] + opts)
-}
-
-pipeline {
-    agent any
-
-    environment {
-        BUNDLE_DEPLOYMENT = 'true'
-        SSH_HOST = credentials('2ea5f8cb-6fab-4454-b7cb-46ca2fd3cba7')
-    }
-
-    options {
-        // Throttle options on multiple steps are deadlocking. Apparently the plugin people know there's a problem,
-        // but don't have a great fix. Joy. So we throttle at the top level here.
-        throttleJobProperty(
-            categories: ['Build that needs exclusive use of x86_64 AWS worker (1)'],
-            throttleEnabled: true,
-            throttleOption: 'category'
-        )
-    }
-
-    stages {
-        stage('reporting and upload') {
-            agent any
-
-            steps {
-                withCredentials([sshUserPrivateKey(credentialsId: '5a088c5c-117f-4647-982b-954973d217f9', keyFileVariable: 'SSH_KEYFILE', usernameVariable: 'SSH_USER')]) {
-                  script {
-                    ssh "uname -a"
-                    ssh "cd ym/yjit-metrics && git pull && git checkout . && git clean -d -f reports _includes && git pull"
-                    ssh "ym/yjit-metrics/continuous_reporting/gh_tasks/report_full_rebuild.sh"
-                  }
-                }
-            }
-        }
-    }
-}

From 8be8bb2487208999a3ca479c79e317c2b3fff8cb Mon Sep 17 00:00:00 2001
From: Randy Stauner <randy.stauner@shopify.com>
Date: Mon, 9 Dec 2024 16:21:59 -0700
Subject: [PATCH 2/2] Remove unused shell scripts

---
 .../gh_tasks/check_reporting.sh               | 16 -------------
 .../gh_tasks/check_reporting_minimal.sh       | 18 ---------------
 .../gh_tasks/generate_bench_params.sh         | 12 ----------
 .../gh_tasks/report_full_rebuild.sh           | 23 -------------------
 .../gh_tasks/truffle_x86_benchmarks.sh        | 19 ---------------
 5 files changed, 88 deletions(-)
 delete mode 100755 continuous_reporting/gh_tasks/check_reporting.sh
 delete mode 100755 continuous_reporting/gh_tasks/check_reporting_minimal.sh
 delete mode 100755 continuous_reporting/gh_tasks/generate_bench_params.sh
 delete mode 100755 continuous_reporting/gh_tasks/report_full_rebuild.sh
 delete mode 100755 continuous_reporting/gh_tasks/truffle_x86_benchmarks.sh

diff --git a/continuous_reporting/gh_tasks/check_reporting.sh b/continuous_reporting/gh_tasks/check_reporting.sh
deleted file mode 100755
index 505ce709e..000000000
--- a/continuous_reporting/gh_tasks/check_reporting.sh
+++ /dev/null
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-set -e
-
-cd ~/ym/yjit-metrics
-git pull
-
-bundle
-
-# Copy benchmark raw data into destination repo
-#ruby continuous_reporting/file_benchmark_data_into_raw.rb -d continuous_reporting/data
-
-# Copy benchmark raw data into destination repo, generate reports, commit changes to Git.
-ruby continuous_reporting/generate_and_upload_reports.rb --no-push
-
-echo "Reporting check completed successfully."
diff --git a/continuous_reporting/gh_tasks/check_reporting_minimal.sh b/continuous_reporting/gh_tasks/check_reporting_minimal.sh
deleted file mode 100755
index fb2da5d5f..000000000
--- a/continuous_reporting/gh_tasks/check_reporting_minimal.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/bin/bash
-
-# On older ARM64 chips like Graviton we can't do stats runs. That means no report that uses stats data can
-# be completed. However, the blog_timeline report should be able to run with only prod YJIT data.
-
-set -e
-
-cd ~/ym/yjit-metrics
-
-bundle
-
-# Copy benchmark raw data into destination repo
-#ruby continuous_reporting/file_benchmark_data_into_raw.rb -d continuous_reporting/data
-
-# Generate reports, commit changes to Git.
-ruby continuous_reporting/generate_and_upload_reports.rb --no-push --only-reports blog_timeline
-
-echo "Minimal reporting check completed successfully."
diff --git a/continuous_reporting/gh_tasks/generate_bench_params.sh b/continuous_reporting/gh_tasks/generate_bench_params.sh
deleted file mode 100755
index 1dabc1f17..000000000
--- a/continuous_reporting/gh_tasks/generate_bench_params.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-
-set -e
-
-cd ~/ym/yjit-metrics
-
-bundle
-
-# No timestamp given, default to right now
-ruby continuous_reporting/create_json_params_file.rb --full-rebuild=$FULL_REBUILD --bench-type="$BENCH_TYPE" --yjit-metrics-name=$YJIT_METRICS_NAME --yjit-metrics-repo=$YJIT_METRICS_REPO --yjit-bench-name=$YJIT_BENCH_NAME --yjit-bench-repo=$YJIT_BENCH_REPO --cruby-name=$CRUBY_NAME --cruby-repo=$CRUBY_REPO --benchmark-data-dir=$BENCH_DATA_DIR
-
-echo "Generated params successfully."
diff --git a/continuous_reporting/gh_tasks/report_full_rebuild.sh b/continuous_reporting/gh_tasks/report_full_rebuild.sh
deleted file mode 100755
index 8e009d79d..000000000
--- a/continuous_reporting/gh_tasks/report_full_rebuild.sh
+++ /dev/null
@@ -1,23 +0,0 @@
-#!/bin/bash
-
-# This script assumes that benchmark_prep_task has been run first to clean, rebuild and reinstall.
-
-set -e
-
-cd ~/ym/yjit-metrics
-
-bundle
-
-# Copy benchmark raw data into destination repo, generate reports, commit changes to Git.
-# The --regenerate-reports argument will regenerate ***all*** reports, which can take quite a long time.
-ruby continuous_reporting/generate_and_upload_reports.rb --regenerate-reports
-
-# Now we'll verify that we're not regenerating results when we shouldn't.
-# To do that we'll tell generate_and_upload not to do Git checkins,
-# and to fail if we try to generate any reports. The previous run
-# was *supposed* to generate everything that needed it.
-# If this fails, we're probably not reporting deterministically. Output
-# should not change run-to-run with the same data.
-ruby continuous_reporting/generate_and_upload_reports.rb --no-push --prevent-regenerate
-
-echo "Reporting and data upload completed successfully."
diff --git a/continuous_reporting/gh_tasks/truffle_x86_benchmarks.sh b/continuous_reporting/gh_tasks/truffle_x86_benchmarks.sh
deleted file mode 100755
index 9d019271d..000000000
--- a/continuous_reporting/gh_tasks/truffle_x86_benchmarks.sh
+++ /dev/null
@@ -1,19 +0,0 @@
-#!/bin/bash
-
-set -e
-
-cd ~/
-rm -rf truffleruby-head
-curl -L https://github.com/ruby/truffleruby-dev-builder/releases/latest/download/truffleruby-head-ubuntu-20.04.tar.gz | tar xz
-export PATH="$PWD/truffleruby-head/bin:$PATH"
-$PWD/truffleruby-head/lib/truffle/post_install_hook.sh
-unset GEM_HOME GEM_PATH
-ruby -v # Should be Truffle
-
-cd ~/ym/yjit-bench
-git checkout main
-git checkout .
-git pull
-MAX_TIME=600 MAD_TARGET=0.005 ./run_benchmarks.rb --harness=harness-warmup --out_path=/home/ubuntu/truffle-data/
-
-echo "Completed TruffleRuby benchmarking successfully."