[bugfix] bugfix in ucmnfsstore (#123)

* trans task timeout support

* [Fix] posix file open interface bugfix

Author: mag1c-h

.github/workflows/ucmnfsstore-ut.yml

@@ -0,0 +1,55 @@
+# This starter workflow is for a CMake project running on a single platform. There is a different starter workflow if you need cross-platform coverage.
+# See: https://github.com/actions/starter-workflows/blob/main/ci/cmake-multi-platform.yml
+name: ucmnfsstore-ut
+
+on:
+  push:
+    branches: [ "dev*", "main", "*release" ]
+  pull_request:
+    branches: [ "dev*", "main", "*release" ]
+
+env:
+  # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
+  BUILD_TYPE: Debug
+
+jobs:
+  ci:
+    # The CMake configure and build commands are platform agnostic and should work equally well on Windows or Mac.
+    # You can convert this to a matrix build if you need cross-platform coverage.
+    # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Install googletest
+      run: |
+        git clone https://github.com/google/googletest.git --depth=1 --branch=release-1.11.0
+        cd googletest
+        mkdir build && cd build
+        cmake -DCMAKE_CXX_FLAGS="-fPIC" -DCMAKE_C_FLAGS="-fPIC" -DCMAKE_CXX_STANDARD=17 -DCMAKE_CXX_STANDARD_REQUIRED=True ..
+        sudo make install -j
+
+    - name: Install mockcpp
+      run: |
+        git clone https://github.com/sinojelly/mockcpp.git --depth=1
+        cd mockcpp
+        mkdir build && cd build
+        cmake -DCMAKE_CXX_FLAGS="-fPIC" -DCMAKE_C_FLAGS="-fPIC" -DCMAKE_CXX_STANDARD=17 -DCMAKE_CXX_STANDARD_REQUIRED=True -DMOCKCPP_XUNIT="gtest" -DMOCKCPP_XUNIT_HOME=/usr/local/ ..
+        sudo make install -j
+
+    - name: Configure CMake
+      # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make.
+      # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type
+      working-directory: ${{github.workspace}}/unifiedcache/csrc/ucmnfsstore
+      run: cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DBUILD_TESTS=ON -DCOVERAGE_ENABLED=ON -DDOWNLOAD_DEPENDENCE=ON -DRUNTIME_ENVIRONMENT=simu
+
+    - name: Build
+      # Build your program with the given configuration
+      run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}}
+
+    - name: Test
+      working-directory: ${{github.workspace}}/build
+      # Execute tests defined by the CMake configuration.
+      # See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail
+      run: ctest -C ${{env.BUILD_TYPE}}

test/dump_and_load_on_dram.py

@@ -3,12 +3,12 @@ set(UCMNFSSTORE_CUDA_CC_SOURCE_FILE ${CMAKE_CURRENT_SOURCE_DIR}/domain/device/cu
 set(UCMNFSSTORE_ASCEND_CC_SOURCE_FILE ${CMAKE_CURRENT_SOURCE_DIR}/domain/device/aclrt_device.cc)
 list(REMOVE_ITEM UCMNFSSTORE_CC_SOURCE_FILES ${UCMNFSSTORE_CUDA_CC_SOURCE_FILE} ${UCMNFSSTORE_ASCEND_CC_SOURCE_FILE})
 if(RUNTIME_ENVIRONMENT STREQUAL "ascend")
-    include(${CMAKE_SOURCE_DIR}/cmake/ascend.cmake)
+    include(${UCMNFSSTORE_ROOT}/cmake/ascend.cmake)
     list(APPEND UCMNFSSTORE_CC_SOURCE_FILES ${UCMNFSSTORE_ASCEND_CC_SOURCE_FILE})
     set(DEVICE_LIBRARY Ascend::ascendcl)
 endif()
 if(RUNTIME_ENVIRONMENT STREQUAL "cuda")
-    include(${CMAKE_SOURCE_DIR}/cmake/cuda.cmake)
+    include(${UCMNFSSTORE_ROOT}/cmake/cuda.cmake)
     list(APPEND UCMNFSSTORE_CC_SOURCE_FILES ${UCMNFSSTORE_CUDA_CC_SOURCE_FILE})
     set(DEVICE_LIBRARY Cuda::cudart)
 endif()

test/dump_and_load_on_hbm.py

@@ -40,6 +40,7 @@ void ShowSetupParam(const SetupParam& param)
     UC_INFO("Set UC::StreamNumber to {}.", param.transferStreamNumber);
     UC_INFO("Set UC::IOSize to {}.", param.transferIoSize);
     UC_INFO("Set UC::BufferNumber to {}.", param.transferBufferNumber);
+    UC_INFO("Set UC::TimeoutMs to {}.", param.transferTimeoutMs);
 }
 
 int32_t Setup(const SetupParam& param)
@@ -53,7 +54,7 @@ int32_t Setup(const SetupParam& param)
     if (param.transferEnable) {
         auto taskMgr = Singleton<TsfTaskManager>::Instance();
         status = taskMgr->Setup(param.transferDeviceId, param.transferStreamNumber, param.transferIoSize,
-                                param.transferBufferNumber, spaceMgr->GetSpaceLayout());
+                                param.transferBufferNumber, param.transferTimeoutMs, spaceMgr->GetSpaceLayout());
         if (status.Failure()) {
             UC_ERROR("Failed({}) to setup TsfTaskManager.", status);
             return status.Underlying();

unifiedcache/csrc/ucmnfsstore/cc/CMakeLists.txt

@@ -40,12 +40,14 @@ class SetupParam {
     size_t transferStreamNumber;
     size_t transferIoSize;
     size_t transferBufferNumber;
+    size_t transferTimeoutMs;
 
 public:
     SetupParam(const std::vector<std::string>& storageBackends, const size_t kvcacheBlockSize,
                const bool transferEnable)
         : storageBackends{storageBackends}, kvcacheBlockSize{kvcacheBlockSize}, transferEnable{transferEnable},
-          transferDeviceId{-1}, transferStreamNumber{32}, transferIoSize{262144}, transferBufferNumber{512}
+          transferDeviceId{-1}, transferStreamNumber{32}, transferIoSize{262144}, transferBufferNumber{512},
+          transferTimeoutMs{30000}
     {
     }
 };