Gitlab runner addition (#654)

* Updated workflows Signed-off-by: kirandeep <[email protected]> * Updated ssh coverage Signed-off-by: kirandeep <[email protected]> * Updated coverage Signed-off-by: kirandeep <[email protected]> * Added sudo to pick inital passowrd Signed-off-by: kirandeep <[email protected]> * Updated coverage Signed-off-by: kirandeep <[email protected]> * Printing pagesource Signed-off-by: kirandeep <[email protected]> * Increased page load time Signed-off-by: kirandeep <[email protected]> * Cleanup Signed-off-by: kirandeep <[email protected]> * Updated workflows Signed-off-by: kirandeep <[email protected]> * Selenium script cleanup Signed-off-by: kirandeep <[email protected]> * LCeanup Signed-off-by: kirandeep <[email protected]> * Fix Run Signed-off-by: kirandeep <[email protected]> * Cleanup fix Signed-off-by: kirandeep <[email protected]> --------- Signed-off-by: kirandeep <[email protected]> Co-authored-by: kirandeep <[email protected]>
rapidfort · Jun 30, 2024 · 0fdf453 · 0fdf453
1 parent 8f41004
commit 0fdf453
Show file tree

Hide file tree

Showing 39 changed files with 617 additions and 412 deletions.
diff --git a/.github/workflows/image_run_pr_v3.yml b/.github/workflows/image_run_pr_v3.yml
@@ -3162,6 +3162,76 @@ jobs:
            -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
            -d '{ "rapidfort/git-lfs-ib": 1 }' \
            https://data-receiver.rapidfort.com/counts/internal_image_pulls
+  gitlab-runner-ib:
+    runs-on: ubuntu-latest
+
+    environment: actions-cicd-pr
+
+    steps:
+      - uses: actions/checkout@v4
+
+
+      - name: Check if test required
+        id: test-required
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          python3 scripts/tests_required.py gitlab-runner-ib gitlab-runner/ironbank output.txt
+          cat output.txt >> $GITHUB_OUTPUT
+
+      - name: Start minikube
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        with:
+          memory: 6g
+        uses: medyagh/setup-minikube@master
+      - name: Check k8s cluster !
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: kubectl get pods -A
+      - name: Setup ubuntu
+        env:
+          RF_ACCESS_ID: ${{ secrets.RF_ACCESS_ID }}
+          RF_SECRET_ACCESS_KEY: ${{ secrets.RF_SECRET_ACCESS_KEY }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RF_PLATFORM_HOST: ${{ secrets.RF_PLATFORM_HOST }}
+          RF_APP_HOST: ${{ secrets.RF_APP_HOST }}
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: ./scripts/setup.sh
+
+      - name: Set RF CLI Path
+        run: echo "/home/runner/work/community-images/community-images" >> $GITHUB_PATH
+
+
+      - name: Create images for testing PR
+        env:
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RAPIDFORT_ACCOUNT: ${{ secrets.RAPIDFORT_ACCOUNT }}
+          IB_DOCKER_USERNAME: ${{ secrets.IB_DOCKER_USERNAME }}
+          IB_DOCKER_PASSWORD: ${{ secrets.IB_DOCKER_PASSWORD }}
+          RF_ACCESS_TOKEN: ${{ secrets.RF_ACCESS_TOKEN }}
+        if: ${{ steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+        run: python3 community_images/common/orchestrator/main.py hourly_run gitlab-runner/ironbank
+
+
+      - name: Report pulls
+        env:
+          PULL_COUNTER_MAGIC_TOKEN: ${{ secrets.PULL_COUNTER_MAGIC_TOKEN }}
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: |
+          curl -X POST \
+           -H "Accept: application/json" \
+           -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
+           -d '{ "rapidfort/gitlab-runner-ib": 1 }' \
+           https://data-receiver.rapidfort.com/counts/internal_image_pulls
   grafana-ib:
     runs-on: ubuntu-latest
 

diff --git a/.github/workflows/image_run_v3.yml b/.github/workflows/image_run_v3.yml
@@ -2441,6 +2441,60 @@ jobs:
            -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
            -d '{ "rapidfort/git-lfs-ib": 1 }' \
            https://data-receiver.rapidfort.com/counts/internal_image_pulls
+  gitlab-runner-ib:
+    runs-on: ubuntu-latest
+
+    environment: actions-cicd
+
+    steps:
+      - uses: actions/checkout@v4
+
+
+      - name: Start minikube
+
+        with:
+          memory: 6g
+        uses: medyagh/setup-minikube@master
+      - name: Check k8s cluster !
+
+        run: kubectl get pods -A
+      - name: Setup ubuntu
+        env:
+          RF_ACCESS_ID: ${{ secrets.RF_ACCESS_ID }}
+          RF_SECRET_ACCESS_KEY: ${{ secrets.RF_SECRET_ACCESS_KEY }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RF_PLATFORM_HOST: ${{ secrets.RF_PLATFORM_HOST }}
+          RF_APP_HOST: ${{ secrets.RF_APP_HOST }}
+
+        run: ./scripts/setup.sh
+
+      - name: Set RF CLI Path
+        run: echo "/home/runner/work/community-images/community-images" >> $GITHUB_PATH
+
+
+      - name: Create images and publish to dockerhub
+        env:
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RAPIDFORT_ACCOUNT: ${{ secrets.RAPIDFORT_ACCOUNT }}
+          IB_DOCKER_USERNAME: ${{ secrets.IB_DOCKER_USERNAME }}
+          IB_DOCKER_PASSWORD: ${{ secrets.IB_DOCKER_PASSWORD }}
+          RF_ACCESS_TOKEN: ${{ secrets.RF_ACCESS_TOKEN }}
+        if: github.event_name != 'pull_request'
+        run: python3 community_images/common/orchestrator/main.py hourly_run gitlab-runner/ironbank --publish
+
+
+      - name: Report pulls
+        env:
+          PULL_COUNTER_MAGIC_TOKEN: ${{ secrets.PULL_COUNTER_MAGIC_TOKEN }}
+
+        run: |
+          curl -X POST \
+           -H "Accept: application/json" \
+           -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
+           -d '{ "rapidfort/gitlab-runner-ib": 1 }' \
+           https://data-receiver.rapidfort.com/counts/internal_image_pulls
   grafana-ib:
     runs-on: ubuntu-latest
 

diff --git a/.github/workflows/monitor.yml b/.github/workflows/monitor.yml
@@ -110,6 +110,8 @@ jobs:
         run: docker pull rapidfort/ghost
       - name: Pull Git-lfs Iron-Bank
         run: docker pull rapidfort/git-lfs-ib
+      - name: Pull Gitlab Runner Iron Bank
+        run: docker pull rapidfort/gitlab-runner-ib
       - name: Pull Grafana Ironbank
         run: docker pull rapidfort/grafana-ib
       - name: Pull Hadolint IronBank
@@ -278,5 +280,5 @@ jobs:
           curl -X POST \
            -H "Accept: application/json" \
            -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
-           -d '{ "rapidfort/airflow": 1 ,  "rapidfort/airflow-ib": 1 ,  "rapidfort/airflow-ib-bitnami": 1 ,  "rapidfort/airflow-scheduler": 1 ,  "rapidfort/airflow-scheduler-ib-bitnami": 1 ,  "rapidfort/airflow-worker": 1 ,  "rapidfort/airflow-worker-ib-bitnami": 1 ,  "rapidfort/ansible-ib": 1 ,  "rapidfort/ansible-lint-ib": 1 ,  "rapidfort/apache": 1 ,  "rapidfort/apache2-ib": 1 ,  "rapidfort/apache-official": 1 ,  "rapidfort/argocd": 1 ,  "rapidfort/argocd-bigbang-ib": 1 ,  "rapidfort/argocd-ib": 1 ,  "rapidfort/auditbeat-ib": 1 ,  "rapidfort/bats-ib": 1 ,  "rapidfort/blackbox-exporter-ib": 1 ,  "rapidfort/cassandra-official": 1 ,  "rapidfort/chart-testing-ib": 1 ,  "rapidfort/consul": 1 ,  "rapidfort/consul-ib": 1 ,  "rapidfort/consul-official": 1 ,  "rapidfort/couchdb": 1 ,  "rapidfort/couchdb_3-ib": 1 ,  "rapidfort/couchdb-official": 1 ,  "rapidfort/curl": 1 ,  "rapidfort/elasticsearch": 1 ,  "rapidfort/elasticsearch-exporter-ib": 1 ,  "rapidfort/elasticsearch-official": 1 ,  "rapidfort/envoy": 1 ,  "rapidfort/envoy-official": 1 ,  "rapidfort/etcd": 1 ,  "rapidfort/etcd-ib": 1 ,  "rapidfort/filebeat-ib": 1 ,  "rapidfort/fluent-bit": 1 ,  "rapidfort/fluent-bit-ib": 1 ,  "rapidfort/fluent-bit-official": 1 ,  "rapidfort/fluentd": 1 ,  "rapidfort/fluentd-ib": 1 ,  "rapidfort/fluentd-official": 1 ,  "rapidfort/fluxcd-helm-controller-ib": 1 ,  "rapidfort/fluxcd-image-automation-controller-ib": 1 ,  "rapidfort/fluxcd-image-reflector-controller-ib": 1 ,  "rapidfort/fluxcd-kustomize-controller-ib": 1 ,  "rapidfort/fluxcd-notification-controller-ib": 1 ,  "rapidfort/fluxcd-source-controller-ib": 1 ,  "rapidfort/ghost": 1 ,  "rapidfort/git-lfs-ib": 1 ,  "rapidfort/grafana-ib": 1 ,  "rapidfort/hadolint-ib": 1 ,  "rapidfort/haproxy": 1 ,  "rapidfort/haproxy24-ib": 1 ,  "rapidfort/haproxy-official": 1 ,  "rapidfort/heartbeat-ib": 1 ,  "rapidfort/influxdb": 1 ,  "rapidfort/k8s-sidecar-official": 1 ,  "rapidfort/kafka-exporter-ib": 1 ,  "rapidfort/kafka-ib": 1 ,  "rapidfort/kaniko-ib": 1 ,  "rapidfort/keycloak-official": 1 ,  "rapidfort/kibana-ib": 1 ,  "rapidfort/kong": 1 ,  "rapidfort/kubectl-ib": 1 ,  "rapidfort/logstash-ib": 1 ,  "rapidfort/mariadb": 1 ,  "rapidfort/mariadb-ib": 1 ,  "rapidfort/mariadb-official": 1 ,  "rapidfort/memcached": 1 ,  "rapidfort/memcached-ib": 1 ,  "rapidfort/memcached-official": 1 ,  "rapidfort/metabase-ib": 1 ,  "rapidfort/metricbeat-ib": 1 ,  "rapidfort/microsoft-sql-server-2019-ib": 1 ,  "rapidfort/minio-operator-ib": 1 ,  "rapidfort/mkdocs-ib": 1 ,  "rapidfort/mongodb": 1 ,  "rapidfort/mongodb-ib": 1 ,  "rapidfort/mongodb-official": 1 ,  "rapidfort/moodle-ib": 1 ,  "rapidfort/mysql": 1 ,  "rapidfort/mysql8-ib": 1 ,  "rapidfort/mysql-official": 1 ,  "rapidfort/nats": 1 ,  "rapidfort/nats-ib": 1 ,  "rapidfort/nats-official": 1 ,  "rapidfort/nginx": 1 ,  "rapidfort/nginx-ib": 1 ,  "rapidfort/nginx-official": 1 ,  "rapidfort/nifi-ib": 1 ,  "rapidfort/node-exporter": 1 ,  "rapidfort/node-exporter-ib": 1 ,  "rapidfort/node-exporter-official": 1 ,  "rapidfort/oncall": 1 ,  "rapidfort/packetbeat-ib": 1 ,  "rapidfort/pause-ib": 1 ,  "rapidfort/pgadmin-ib": 1 ,  "rapidfort/postgres-exporter-bitnami-ib": 1 ,  "rapidfort/postgres-exporter-ib": 1 ,  "rapidfort/postgresql": 1 ,  "rapidfort/postgresql12-ib": 1 ,  "rapidfort/postgresql-official": 1 ,  "rapidfort/prometheus": 1 ,  "rapidfort/prometheus-ib": 1 ,  "rapidfort/prometheus-official": 1 ,  "rapidfort/rabbitmq": 1 ,  "rapidfort/rabbitmq-official": 1 ,  "rapidfort/redis": 1 ,  "rapidfort/redis-cluster": 1 ,  "rapidfort/redis-exporter-ib": 1 ,  "rapidfort/redis6-ib": 1 ,  "rapidfort/redis-official": 1 ,  "rapidfort/telegraf": 1 ,  "rapidfort/terraform-ib": 1 ,  "rapidfort/terragrunt-ib": 1 ,  "rapidfort/tika-ib": 1 ,  "rapidfort/tomcat9-openjdk11-ib": 1 ,  "rapidfort/traefik": 1 ,  "rapidfort/traefik-ib": 1 ,  "rapidfort/vault": 1 ,  "rapidfort/vault-ib": 1 ,  "rapidfort/vault-k8s-ib": 1 ,  "rapidfort/velero-ib": 1 ,  "rapidfort/wordpress": 1 ,  "rapidfort/wordpress-ib": 1 ,  "rapidfort/yourls": 1 ,  "rapidfort/zookeeper": 1 ,  "rapidfort/zookeeper-ib": 1 ,  "rapidfort/zookeeper-official": 1  }' \
+           -d '{ "rapidfort/airflow": 1 ,  "rapidfort/airflow-ib": 1 ,  "rapidfort/airflow-ib-bitnami": 1 ,  "rapidfort/airflow-scheduler": 1 ,  "rapidfort/airflow-scheduler-ib-bitnami": 1 ,  "rapidfort/airflow-worker": 1 ,  "rapidfort/airflow-worker-ib-bitnami": 1 ,  "rapidfort/ansible-ib": 1 ,  "rapidfort/ansible-lint-ib": 1 ,  "rapidfort/apache": 1 ,  "rapidfort/apache2-ib": 1 ,  "rapidfort/apache-official": 1 ,  "rapidfort/argocd": 1 ,  "rapidfort/argocd-bigbang-ib": 1 ,  "rapidfort/argocd-ib": 1 ,  "rapidfort/auditbeat-ib": 1 ,  "rapidfort/bats-ib": 1 ,  "rapidfort/blackbox-exporter-ib": 1 ,  "rapidfort/cassandra-official": 1 ,  "rapidfort/chart-testing-ib": 1 ,  "rapidfort/consul": 1 ,  "rapidfort/consul-ib": 1 ,  "rapidfort/consul-official": 1 ,  "rapidfort/couchdb": 1 ,  "rapidfort/couchdb_3-ib": 1 ,  "rapidfort/couchdb-official": 1 ,  "rapidfort/curl": 1 ,  "rapidfort/elasticsearch": 1 ,  "rapidfort/elasticsearch-exporter-ib": 1 ,  "rapidfort/elasticsearch-official": 1 ,  "rapidfort/envoy": 1 ,  "rapidfort/envoy-official": 1 ,  "rapidfort/etcd": 1 ,  "rapidfort/etcd-ib": 1 ,  "rapidfort/filebeat-ib": 1 ,  "rapidfort/fluent-bit": 1 ,  "rapidfort/fluent-bit-ib": 1 ,  "rapidfort/fluent-bit-official": 1 ,  "rapidfort/fluentd": 1 ,  "rapidfort/fluentd-ib": 1 ,  "rapidfort/fluentd-official": 1 ,  "rapidfort/fluxcd-helm-controller-ib": 1 ,  "rapidfort/fluxcd-image-automation-controller-ib": 1 ,  "rapidfort/fluxcd-image-reflector-controller-ib": 1 ,  "rapidfort/fluxcd-kustomize-controller-ib": 1 ,  "rapidfort/fluxcd-notification-controller-ib": 1 ,  "rapidfort/fluxcd-source-controller-ib": 1 ,  "rapidfort/ghost": 1 ,  "rapidfort/git-lfs-ib": 1 ,  "rapidfort/gitlab-runner-ib": 1 ,  "rapidfort/grafana-ib": 1 ,  "rapidfort/hadolint-ib": 1 ,  "rapidfort/haproxy": 1 ,  "rapidfort/haproxy24-ib": 1 ,  "rapidfort/haproxy-official": 1 ,  "rapidfort/heartbeat-ib": 1 ,  "rapidfort/influxdb": 1 ,  "rapidfort/k8s-sidecar-official": 1 ,  "rapidfort/kafka-exporter-ib": 1 ,  "rapidfort/kafka-ib": 1 ,  "rapidfort/kaniko-ib": 1 ,  "rapidfort/keycloak-official": 1 ,  "rapidfort/kibana-ib": 1 ,  "rapidfort/kong": 1 ,  "rapidfort/kubectl-ib": 1 ,  "rapidfort/logstash-ib": 1 ,  "rapidfort/mariadb": 1 ,  "rapidfort/mariadb-ib": 1 ,  "rapidfort/mariadb-official": 1 ,  "rapidfort/memcached": 1 ,  "rapidfort/memcached-ib": 1 ,  "rapidfort/memcached-official": 1 ,  "rapidfort/metabase-ib": 1 ,  "rapidfort/metricbeat-ib": 1 ,  "rapidfort/microsoft-sql-server-2019-ib": 1 ,  "rapidfort/minio-operator-ib": 1 ,  "rapidfort/mkdocs-ib": 1 ,  "rapidfort/mongodb": 1 ,  "rapidfort/mongodb-ib": 1 ,  "rapidfort/mongodb-official": 1 ,  "rapidfort/moodle-ib": 1 ,  "rapidfort/mysql": 1 ,  "rapidfort/mysql8-ib": 1 ,  "rapidfort/mysql-official": 1 ,  "rapidfort/nats": 1 ,  "rapidfort/nats-ib": 1 ,  "rapidfort/nats-official": 1 ,  "rapidfort/nginx": 1 ,  "rapidfort/nginx-ib": 1 ,  "rapidfort/nginx-official": 1 ,  "rapidfort/nifi-ib": 1 ,  "rapidfort/node-exporter": 1 ,  "rapidfort/node-exporter-ib": 1 ,  "rapidfort/node-exporter-official": 1 ,  "rapidfort/oncall": 1 ,  "rapidfort/packetbeat-ib": 1 ,  "rapidfort/pause-ib": 1 ,  "rapidfort/pgadmin-ib": 1 ,  "rapidfort/postgres-exporter-bitnami-ib": 1 ,  "rapidfort/postgres-exporter-ib": 1 ,  "rapidfort/postgresql": 1 ,  "rapidfort/postgresql12-ib": 1 ,  "rapidfort/postgresql-official": 1 ,  "rapidfort/prometheus": 1 ,  "rapidfort/prometheus-ib": 1 ,  "rapidfort/prometheus-official": 1 ,  "rapidfort/rabbitmq": 1 ,  "rapidfort/rabbitmq-official": 1 ,  "rapidfort/redis": 1 ,  "rapidfort/redis-cluster": 1 ,  "rapidfort/redis-exporter-ib": 1 ,  "rapidfort/redis6-ib": 1 ,  "rapidfort/redis-official": 1 ,  "rapidfort/telegraf": 1 ,  "rapidfort/terraform-ib": 1 ,  "rapidfort/terragrunt-ib": 1 ,  "rapidfort/tika-ib": 1 ,  "rapidfort/tomcat9-openjdk11-ib": 1 ,  "rapidfort/traefik": 1 ,  "rapidfort/traefik-ib": 1 ,  "rapidfort/vault": 1 ,  "rapidfort/vault-ib": 1 ,  "rapidfort/vault-k8s-ib": 1 ,  "rapidfort/velero-ib": 1 ,  "rapidfort/wordpress": 1 ,  "rapidfort/wordpress-ib": 1 ,  "rapidfort/yourls": 1 ,  "rapidfort/zookeeper": 1 ,  "rapidfort/zookeeper-ib": 1 ,  "rapidfort/zookeeper-official": 1  }' \
            https://data-receiver.rapidfort.com/counts/internal_image_pulls
diff --git a/.github/workflows/readme_updater.yml b/.github/workflows/readme_updater.yml
@@ -485,6 +485,15 @@ jobs:
           repository: rapidfort/git-lfs-ib
           readme-filepath: ./community_images/git-lfs/ironbank/README.md.dockerhub
           short-description: RapidFort optimized, hardened image for Git-lfs Iron-Bank
+      - name: Docker Hub Description Gitlab Runner Iron Bank
+        if: always()
+        uses: peter-evans/dockerhub-description@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+          repository: rapidfort/gitlab-runner-ib
+          readme-filepath: ./community_images/gitlab-runner/ironbank/README.md.dockerhub
+          short-description: RapidFort optimized, hardened image for Gitlab Runner Iron Bank
       - name: Docker Hub Description Grafana Ironbank
         if: always()
         uses: peter-evans/dockerhub-description@v3