Test jvm libhdfs perf

JkSelf · Nov 11, 2024 · 3867701 · 3867701
1 parent f9cf941
commit 3867701
Show file tree

Hide file tree

Showing 12 changed files with 8 additions and 28 deletions.
diff --git a/velox/CMakeLists.txt b/velox/CMakeLists.txt
@@ -24,7 +24,6 @@ add_subdirectory(row)
 add_subdirectory(flag_definitions)
 add_subdirectory(external/date)
 add_subdirectory(external/md5)
-add_subdirectory(external/hdfs)
 #
 
 # examples depend on expression

diff --git a/velox/external/hdfs/ArrowHdfsInternal.cpp → ...orage_adapters/hdfs/ArrowHdfsInternal.cpp b/velox/external/hdfs/ArrowHdfsInternal.cpp → ...orage_adapters/hdfs/ArrowHdfsInternal.cpp
diff --git a/velox/external/hdfs/ArrowHdfsInternal.h → ...storage_adapters/hdfs/ArrowHdfsInternal.h b/velox/external/hdfs/ArrowHdfsInternal.h → ...storage_adapters/hdfs/ArrowHdfsInternal.h
diff --git a/velox/connectors/hive/storage_adapters/hdfs/CMakeLists.txt b/velox/connectors/hive/storage_adapters/hdfs/CMakeLists.txt
@@ -22,10 +22,10 @@ if(VELOX_ENABLE_HDFS)
     PRIVATE
     HdfsFileSystem.cpp
     HdfsReadFile.cpp
-    HdfsWriteFile.cpp)
+    HdfsWriteFile.cpp
+    ArrowHdfsInternal.cpp)
   velox_link_libraries(
     velox_hdfs
-    velox_external_hdfs
     velox_dwio_common
     Folly::folly
     xsimd)

diff --git a/velox/connectors/hive/storage_adapters/hdfs/HdfsFileSystem.cpp b/velox/connectors/hive/storage_adapters/hdfs/HdfsFileSystem.cpp
@@ -18,7 +18,7 @@
 #include "velox/common/config/Config.h"
 #include "velox/connectors/hive/storage_adapters/hdfs/HdfsReadFile.h"
 #include "velox/connectors/hive/storage_adapters/hdfs/HdfsWriteFile.h"
-#include "velox/external/hdfs/ArrowHdfsInternal.h"
+#include "velox/connectors/hive/storage_adapters/hdfs/ArrowHdfsInternal.h"
 
 namespace facebook::velox::filesystems {
 std::string_view HdfsFileSystem::kScheme("hdfs://");

diff --git a/velox/connectors/hive/storage_adapters/hdfs/HdfsReadFile.cpp b/velox/connectors/hive/storage_adapters/hdfs/HdfsReadFile.cpp
@@ -16,7 +16,7 @@
 
 #include "HdfsReadFile.h"
 #include <folly/synchronization/CallOnce.h>
-#include "velox/external/hdfs/ArrowHdfsInternal.h"
+#include "velox/connectors/hive/storage_adapters/hdfs/ArrowHdfsInternal.h"
 
 namespace facebook::velox {
 

diff --git a/velox/connectors/hive/storage_adapters/hdfs/HdfsReadFile.h b/velox/connectors/hive/storage_adapters/hdfs/HdfsReadFile.h
@@ -15,7 +15,7 @@
  */
 
 #include "velox/common/file/File.h"
-#include "velox/external/hdfs/hdfs.h"
+#include "velox/connectors/hive/storage_adapters/hdfs/hdfs.h"
 
 namespace facebook::velox {
 

diff --git a/velox/connectors/hive/storage_adapters/hdfs/HdfsWriteFile.cpp b/velox/connectors/hive/storage_adapters/hdfs/HdfsWriteFile.cpp
@@ -15,7 +15,7 @@
  */
 
 #include "velox/connectors/hive/storage_adapters/hdfs/HdfsWriteFile.h"
-#include "velox/external/hdfs/ArrowHdfsInternal.h"
+#include "velox/connectors/hive/storage_adapters/hdfs/ArrowHdfsInternal.h"
 
 namespace facebook::velox {
 HdfsWriteFile::HdfsWriteFile(

diff --git a/velox/connectors/hive/storage_adapters/hdfs/HdfsWriteFile.h b/velox/connectors/hive/storage_adapters/hdfs/HdfsWriteFile.h
@@ -16,7 +16,7 @@
 #pragma once
 
 #include "velox/common/file/File.h"
-#include "velox/external/hdfs/hdfs.h"
+#include "velox/connectors/hive/storage_adapters/hdfs/hdfs.h"
 
 namespace facebook::velox {
 

diff --git a/velox/external/hdfs/hdfs.h → ...nectors/hive/storage_adapters/hdfs/hdfs.h b/velox/external/hdfs/hdfs.h → ...nectors/hive/storage_adapters/hdfs/hdfs.h
diff --git a/velox/connectors/hive/storage_adapters/hdfs/tests/HdfsFileSystemTest.cpp b/velox/connectors/hive/storage_adapters/hdfs/tests/HdfsFileSystemTest.cpp
@@ -26,7 +26,7 @@
 #include "velox/connectors/hive/storage_adapters/hdfs/RegisterHdfsFileSystem.h"
 #include "velox/core/QueryConfig.h"
 #include "velox/exec/tests/utils/TempFilePath.h"
-#include "velox/external/hdfs/ArrowHdfsInternal.h"
+#include "velox/connectors/hive/storage_adapters/hdfs/ArrowHdfsInternal.h"
 
 #include <unistd.h>
 

diff --git a/velox/external/hdfs/CMakeLists.txt b/velox/external/hdfs/CMakeLists.txt