chore(query): spilt binary symbol

.github/actions/build_linux/action.yml

@@ -92,6 +92,13 @@ runs:
         readelf -p .comment ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-query || true
         ldd ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-query || true
 
+    - name: Spilt Binary Symbols
+      shell: bash
+      run: |
+        objcopy --only-keep-debug ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-query ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-query.debug
+        chmod 0644 ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-query.debug
+        strip --strip-debug --remove-section=.comment --remove-section=.note ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-query
+
     # - name: Compress Binaries with UPX
     #   if: env.BUILD_PROFILE == 'debug'
     #   uses: crazy-max/ghaction-upx@v2

.github/actions/pack_binaries/action.yml

@@ -0,0 +1,95 @@
+name: "Pack Binary"
+description: "Pack releases binaries"
+inputs:
+  target:
+    description: "Release target"
+    required: true
+  category:
+    description: "Release default/hdfs/udf/testsuite"
+    required: false
+    default: default
+  version:
+    description: "Release version"
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Download artifact
+      uses: ./.github/actions/artifact_download
+      with:
+        sha: ${{ github.sha }}
+        target: ${{ inputs.target }}
+        category: ${{ inputs.category }}
+        path: distro/bin
+        artifacts: metactl,meta,query
+    - name: Pack Binaries
+      id: pack_binaries
+      shell: bash
+      run: |
+        target=${{ inputs.target }}
+        version=${{ inputs.version }}
+        case ${{ inputs.category }} in
+          default)
+            pkg_name="databend-${version}-${target}"
+            ;;
+          *)
+          pkg_name="databend-${{ inputs.category }}-${version}-${target}"
+            ;;
+        esac
+        mkdir -p distro/{bin,configs,systemd,scripts}
+        cp ./scripts/distribution/systemd/databend-* distro/systemd/
+        cp ./scripts/distribution/configs/databend-* distro/configs/
+        cp ./scripts/distribution/release-readme.txt distro/readme.txt
+        cp -r ./scripts/distribution/local-scripts/* distro/scripts/
+        cp -r ./scripts/distribution/package-scripts/* distro/scripts/
+        tar -C ./distro --exclude='*.debug' -czvf ${pkg_name}.tar.gz bin configs systemd scripts readme.txt
+        sha256sum ${pkg_name}.tar.gz >> sha256-${pkg_name}.txt
+        echo "pkg_name=$pkg_name" >> $GITHUB_OUTPUT
+    - name: post sha256
+      uses: actions/upload-artifact@v4
+      with:
+        name: sha256sums-${{ inputs.category }}-${{ inputs.target }}
+        path: sha256-${{ steps.pack_binaries.outputs.pkg_name }}.txt
+        retention-days: 1
+    - name: post binaries
+      uses: actions/upload-artifact@v4
+      with:
+        name: ${{ steps.pack_binaries.outputs.pkg_name }}.tar.gz
+        path: ${{ steps.pack_binaries.outputs.pkg_name }}.tar.gz
+        retention-days: 1
+    - name: Pack DBG Binaries
+      id: pack_dbg_binaries
+      shell: bash
+      run: |
+        target=${{ inputs.target }}
+        version=${{ inputs.version }}
+        case ${{ inputs.category }} in
+          default)
+            pkg_name="databend-${version}-${target}-dbg"
+            ;;
+          *)
+          pkg_name="databend-${{ inputs.category }}-${version}-${target}-dbg"
+            ;;
+        esac
+        mkdir -p distro/{bin,configs,systemd,scripts}
+        cp ./scripts/distribution/systemd/databend-* distro/systemd/
+        cp ./scripts/distribution/configs/databend-* distro/configs/
+        cp ./scripts/distribution/release-readme.txt distro/readme.txt
+        cp -r ./scripts/distribution/local-scripts/* distro/scripts/
+        cp -r ./scripts/distribution/package-scripts/* distro/scripts/
+        tar -C ./distro -czvf ${pkg_name}.tar.gz bin configs systemd scripts readme.txt
+        sha256sum ${pkg_name}.tar.gz >> sha256-${pkg_name}.txt
+        echo "pkg_name=$pkg_name" >> $GITHUB_OUTPUT
+    - name: post dbg sha256
+      uses: actions/upload-artifact@v4
+      with:
+        name: sha256sums-${{ inputs.category }}-${{ inputs.target }}-gdb
+        path: sha256-${{ steps.pack_dbg_binaries.outputs.pkg_name }}.txt
+        retention-days: 1
+    - name: post binaries
+      uses: actions/upload-artifact@v4
+      with:
+        name: ${{ steps.pack_dbg_binaries.outputs.pkg_name }}.tar.gz
+        path: ${{ steps.pack_dbg_binaries.outputs.pkg_name }}.tar.gz
+        retention-days: 1

.github/workflows/dev.yml

@@ -46,7 +46,6 @@ jobs:
 
   linux:
     needs: changes
-    if: needs.changes.outputs.any_src_changed == 'true'
     uses: ./.github/workflows/reuse.linux.yml
     secrets: inherit
     with:

.github/workflows/reuse.linux.yml

@@ -336,3 +336,14 @@ jobs:
       build_profile: ${{ inputs.build_profile }}
       runner_provider: ${{ inputs.runner_provider }}
       license_type: ${{ inputs.license_type }}
+
+  test_publish:
+    needs: [build]
+    runs-on: [self-hosted, X64, Linux, 4c8g, "${{ inputs.runner_provider }}"]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/pack_binaries
+        with:
+          version: 1.2
+          target: x86_64-unknown-linux-gnu
+          category: default

scripts/setup/dev_setup.sh

@@ -393,6 +393,34 @@ function install_libtiff {
 	esac
 }
 
+function install_binutils {
+	PACKAGE_MANAGER=$1
+
+	echo "==> installing libtiff..."
+
+	case "$PACKAGE_MANAGER" in
+	apt-get)
+		install_pkg binutils "$PACKAGE_MANAGER"
+		;;
+	pacman)
+		# skip
+		;;
+	apk)
+		# skip
+		;;
+	yum | dnf)
+		install_pkg binutils "$PACKAGE_MANAGER"
+		;;
+	brew)
+		# skip
+		;;
+	*)
+		echo "Unable to install libtiff with package manager: $PACKAGE_MANAGER"
+		exit 1
+		;;
+	esac
+}
+
 function install_rustup {
 	RUST_TOOLCHAIN=$1
 
@@ -624,6 +652,7 @@ if [[ "$INSTALL_BUILD_TOOLS" == "true" ]]; then
 	install_python3 "$PACKAGE_MANAGER"
 	install_sqlite3 "$PACKAGE_MANAGER"
 	install_libtiff "$PACKAGE_MANAGER"
+	install_binutils "$PACKAGE_MANAGER"
 
 	# Any call to cargo will make rustup install the correct toolchain
 	cargo version

src/binaries/query/oss_main.rs

@@ -65,6 +65,7 @@ fn main() {
 async fn main_entrypoint() -> Result<(), MainError> {
     let make_error = || "an fatal error occurred in query";
 
+    // test1
     let conf: InnerConfig = InnerConfig::load().await.with_context(make_error)?;
     if run_cmd(&conf).await.with_context(make_error)? {
         return Ok(());