adapt kvstar move (#263)

Co-authored-by: summer-ai007 <x00502076@china.huawei.com>

Author: summer-ai007

examples/offline_inference_kvstar.py

@@ -88,7 +88,7 @@ def build_llm_with_uc(module_path: str, name: str, model: str):
     llm_args = EngineArgs(
         model=model,
         kv_transfer_config=ktc,
-        max_model_len=65535,
+        max_model_len=32768,
         gpu_memory_utilization=0.8,
         max_num_batched_tokens=30000,
         block_size=128,

ucm/sparse/factory.py

@@ -48,5 +48,5 @@ def create_sparse_method(
 UcmSparseFactory.register_sparse_method("KvComp", "ucm.sparse.kvcomp.kvcomp", "KvComp")
 UcmSparseFactory.register_sparse_method("GSA", "ucm.sparse.gsa.gsa", "GSA")
 UcmSparseFactory.register_sparse_method(
-    "KVStarMultiStep", "ucm.sandbox.sparse.kvstar.multistep", "KVStarMultiStep"
+    "KVStarMultiStep", "ucm.sparse.kvstar.multistep", "KVStarMultiStep"
 )

ucm/sparse/kvstar/multistep.py

@@ -16,9 +16,9 @@
     UcmSparseMetadata,
     UcmSparseRole,
 )
+from ucm.sparse.kvstar.retrieve import kvstar_retrieve
+from ucm.sparse.kvstar.utils import bind_cpus, block_hash_func, get_offset
 from ucm.store.ucmstore import Task, UcmKVStoreBase
-from ucm.ucm_sparse import kvstar_retrieve
-from ucm.ucm_sparse.kvstar.utils import bind_cpus, block_hash_func, get_offset
 
 """
 --------------------------------------------------------------------------------------

ucm/sparse/kvstar/retrieve/CMakeLists.txt

@@ -1,3 +1,18 @@
+# auto detect cuda ------------------------
+if($ENV{PLATFORM} STREQUAL "cuda")
+    if(NOT DEFINED CMAKE_CUDA_COMPILER)
+        set(CUDA_HOME "$ENV{CUDA_HOME}")
+        if(NOT CUDA_HOME)
+            set(CUDA_HOME "/usr/local/cuda")
+        endif()
+        if(NOT EXISTS "${CUDA_HOME}")
+            message(FATAL_ERROR "CUDA_HOME directory does not exist: ${CUDA_HOME}")
+        endif()
+        set(CMAKE_CUDA_COMPILER "${CUDA_HOME}/bin/nvcc" CACHE FILEPATH "CUDA compiler" FORCE)
+    endif()
+    enable_language(CUDA)
+endif()
+
 if(CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64|i686|i386|AMD64")
     include(CheckCXXCompilerFlag)