Merge remote-tracking branch 'origin/develop' into feature_2583_ecnt

.github/jobs/build_docker_image.sh

@@ -12,6 +12,7 @@ time_command docker build -t ${DOCKERHUB_TAG} \
     --build-arg SOURCE_BRANCH \
     --build-arg MET_BASE_REPO \
     --build-arg MET_BASE_TAG \
+    --build-arg MET_CONFIG_OPTS \
     -f $DOCKERFILE_PATH ${GITHUB_WORKSPACE}
 if [ $? != 0 ]; then
   cat ${GITHUB_WORKSPACE}/docker_build.log

.github/jobs/free_disk_space.sh

@@ -10,6 +10,42 @@ sudo rm -rf /opt/ghc
 sudo rm -rf "/usr/local/share/boost"
 sudo rm -rf "$AGENT_TOOLSDIRECTORY"
 
+###
+# more cleanup taken from https://github.com/apache/flink/blob/master/tools/azure-pipelines/free_disk_space.sh
+###
+
+echo "=============================================================================="
+echo "Freeing up disk space on CI system"
+echo "=============================================================================="
+
+echo "Listing 100 largest packages"
+dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n 100
+df -h
+echo "Removing large packages"
+sudo apt-get remove -y '^dotnet-.*'
+sudo apt-get remove -y '^llvm-.*'
+sudo apt-get remove -y 'php.*'
+sudo apt-get remove -y '^mongodb-.*'
+sudo apt-get remove -y '^mysql-.*'
+sudo apt-get remove -y azure-cli google-cloud-sdk hhvm google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri
+sudo apt-get autoremove -y
+sudo apt-get clean
+df -h
+echo "Removing large directories"
+
+sudo rm -rf /usr/share/dotnet/
+sudo rm -rf /usr/local/graalvm/
+sudo rm -rf /usr/local/.ghcup/
+sudo rm -rf /usr/local/share/powershell
+sudo rm -rf /usr/local/share/chromium
+sudo rm -rf /usr/local/lib/android
+sudo rm -rf /usr/local/lib/node_modules
+
+###
+# end cleanup from azure script
+###
+
 printf "\nChecking disk usage after cleanup"
 
 df -h
+

.github/jobs/get_branch_name.sh

@@ -10,6 +10,7 @@ else
 fi
 
 branch_name=${branch_name#"refs/heads/"}
+branch_name=${branch_name#"refs/tags/"}
 
 echo "branch_name=${branch_name}" >> $GITHUB_OUTPUT
 echo branch_name: $branch_name

.github/jobs/set_job_controls.sh

@@ -6,7 +6,7 @@ run_unit_tests=false
 run_diff=false
 run_update_truth=false
 met_base_repo=met-base
-met_base_tag=v3.0
+met_base_tag=v3.2
 input_data_version=develop
 truth_data_version=develop
 

.github/workflows/build_docker_and_trigger_metplus.yml

@@ -18,7 +18,7 @@ jobs:
     name: Handle Docker Image
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Get branch name
         id: get_branch_name
@@ -29,7 +29,7 @@ jobs:
         env:
           SOURCE_BRANCH: ${{ steps.get_branch_name.outputs.branch_name }}-lite
           MET_BASE_REPO: met-base
-          MET_BASE_TAG: v3.0
+          MET_BASE_TAG: v3.2
 
       - name: Push Docker Image
         run: .github/jobs/push_docker_image.sh
@@ -47,7 +47,7 @@ jobs:
         env:
           GITHUB_CONTEXT: ${{ toJson(github) }}
         run: echo "$GITHUB_CONTEXT"
-      - uses: actions/github-script@v6
+      - uses: actions/github-script@v7
         with:
           github-token: ${{ secrets.METPLUS_BOT_TOKEN }}
           script: |

.github/workflows/compilation_options.yml

@@ -0,0 +1,92 @@
+name: Compilation Options
+
+# Test matrix of MET configuration/compilation options
+
+on:
+
+  # Note that scheduled cron events are run on the default branch.
+  # Enable this schedule when main_v12.0 becomes the default branch.
+
+  #  schedule:
+  #  - cron: '0 7 * * 0''
+
+  push:
+
+    tags:
+      - '**' 
+
+  workflow_dispatch:
+
+env:
+  DOCKERHUB_REPO: dtcenter/met-dev
+
+jobs:
+
+  job_control:
+    name: Determine which jobs to run
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set job controls
+        id: job_status
+        run: .github/jobs/set_job_controls.sh
+        env:
+          commit_msg: ${{ github.event.head_commit.message }}
+          force_tests: ${{ github.event.inputs.force_tests }}
+
+    outputs:
+      met_base_repo: ${{ steps.job_status.outputs.met_base_repo }}
+      met_base_tag: ${{ steps.job_status.outputs.met_base_tag }}
+      branch_name: ${{ steps.job_status.outputs.branch_name }}
+
+  compile:
+    name: Config Opts
+    runs-on: ubuntu-latest
+    needs: job_control
+    strategy:
+      matrix:
+        include:
+          - jobid:  'job1'
+            config: ''
+          - jobid:  'job2'
+            config: '--enable-all'
+          - jobid:  'job3'
+            config: '--enable-grib2'
+          - jobid:  'job4'
+            config: '--enable-python'
+          - jobid:  'job5'
+            config: '--enable-ugrid'
+          - jobid:  'job6'
+            config: '--enable-lidar2nc'
+          - jobid:  'job7'
+            config: '--enable-mode_graphics'
+          - jobid:  'job8'
+            config: '--enable-modis'
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Create directories to store output
+        run: mkdir -p ${RUNNER_WORKSPACE}/logs
+
+      - name: Compile MET in Docker
+        run: .github/jobs/build_docker_image.sh
+        env:
+          SOURCE_BRANCH: ${{ needs.job_control.outputs.branch_name }}
+          MET_BASE_REPO: ${{ needs.job_control.outputs.met_base_repo }}
+          MET_BASE_TAG: ${{ needs.job_control.outputs.met_base_tag }}
+          MET_CONFIG_OPTS: ${{ matrix.config }}
+
+      - name: Copy all build log files into logs directory
+        if: always()
+        run: cp ${GITHUB_WORKSPACE}/*.log ${RUNNER_WORKSPACE}/logs/
+
+      - name: Upload logs as artifact
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: logs_${{ matrix.jobid }}
+          path: ${{ runner.workspace }}/logs
+          if-no-files-found: ignore
+

.github/workflows/documentation.yml

@@ -18,8 +18,8 @@ jobs:
     name: Build Documentation
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: '3.8'
       - name: Install dependencies
@@ -29,12 +29,12 @@ jobs:
           python -m pip install -r docs/requirements.txt
       - name: Build docs
         run: ./.github/jobs/build_documentation.sh
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         if: always()
         with:
           name: documentation
           path: artifact/documentation
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         if: failure()
         with:
           name: documentation_warnings.log