fix: add custom (de)serialization methods for special float value (#1…

…6258)

* fix: add custom (de)serialization for infinite float values

* fix: fix serialize and deserialize error for infinity float case

* test: add more tests for inf and nan

* fix

* fix: add borsh f32 and f64 replaced method for nan

* chore: patch borsh-rs to bypass NaN check

* make taplo happy

* refactor: put ordered float file in base

* fix: override ordered_float's json and borsh (de)serde methods to allow use NaN and inf

* taplo fmt

* test: add more test

src/common/base/Cargo.toml

@@ -23,6 +23,7 @@ memory-profiling = [
 [dependencies]
 async-backtrace = { workspace = true }
 async-trait = { workspace = true }
+borsh = { workspace = true }
 bytesize = "1.1.0"
 chrono = { workspace = true }
 ctrlc = { version = "3.2.3", features = ["termination"] }
@@ -33,6 +34,8 @@ futures = { workspace = true }
 libc = "0.2.153"
 log = { workspace = true }
 logcall = { workspace = true }
+micromarshal = "0.5.0"
+num-traits = "0.2.19"
 num_cpus = "1.13.1"
 once_cell = { workspace = true }
 parking_lot = { workspace = true }
@@ -44,10 +47,12 @@ pprof = { version = "0.11.1", features = [
 ] }
 prometheus-client = { workspace = true }
 prometheus-parse = "0.2.3"
+rand = { workspace = true, features = ["serde1"] }
 regex = { workspace = true }
 replace_with = "0.1.7"
 semver = { workspace = true }
 serde = { workspace = true }
+serde_json = { workspace = true }
 state = "0.5"
 tikv-jemalloc-ctl = { workspace = true }
 tikv-jemalloc-sys = "0.5.2"
@@ -62,6 +67,7 @@ procfs = { version = "^0.16" }
 anyerror = { workspace = true }
 anyhow = { workspace = true }
 rand = { workspace = true }
+serde_test = "1.0"
 
 [build-dependencies]
 databend-common-building = { workspace = true }

src/common/base/src/base/mod.rs

@@ -13,6 +13,7 @@
 // limitations under the License.
 
 mod net;
+mod ordered_float;
 mod profiling;
 mod progress;
 mod select;
@@ -28,6 +29,7 @@ mod watch_notify;
 
 pub use net::get_free_tcp_port;
 pub use net::get_free_udp_port;
+pub use ordered_float::OrderedFloat;
 pub use profiling::Profiling;
 pub use progress::Progress;
 pub use progress::ProgressValues;