add bf16 patch (#525)

Signed-off-by: xianliang.li <[email protected]>
zilliztech · Apr 24, 2024 · a65b733 · a65b733
1 parent e3928b7
commit a65b733
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 0 deletions.
diff --git a/include/knowhere/comp/knowhere_config.h b/include/knowhere/comp/knowhere_config.h
@@ -40,6 +40,17 @@ class KnowhereConfig {
     static std::string
     SetSimdType(const SimdType simd_type);
 
+    /**
+     *The purpose of this interface is: part of the sealed indexes default to using bf16 as the base data to achieve
+     *higher capacity; to ensure consistency in computation between growing and sealed, it is necessary to maintain the
+     *same precision in growing calculations as in sealed.
+     */
+    static void
+    EnablePatchForComputeFP32AsBF16();
+
+    static void
+    DisablePatchForComputeFP32AsBF16();
+
     /**
      * Set openblas threshold
      *   if nq < use_blas_threshold, calculated by omp

diff --git a/src/common/comp/knowhere_config.cc b/src/common/comp/knowhere_config.cc
@@ -89,6 +89,16 @@ KnowhereConfig::SetSimdType(const SimdType simd_type) {
     return simd_str;
 }
 
+void
+KnowhereConfig::EnablePatchForComputeFP32AsBF16() {
+    LOG_KNOWHERE_INFO_ << "Just interface adaptation. Enable patch for compute fp32 as bf16";
+}
+
+void
+KnowhereConfig::DisablePatchForComputeFP32AsBF16() {
+    LOG_KNOWHERE_INFO_ << "Just interface adaptation. Disable patch for compute fp32 as bf16";
+}
+
 void
 KnowhereConfig::SetBlasThreshold(const int64_t use_blas_threshold) {
     LOG_KNOWHERE_INFO_ << "Set faiss::distance_compute_blas_threshold to " << use_blas_threshold;