cc_library( allocator SRCS allocator.cc DEPS place stats) cc_library( cpu_allocator SRCS cpu_allocator.cc DEPS allocator) cc_library( locked_allocator SRCS locked_allocator.cc DEPS allocator) cc_library( buffered_allocator SRCS buffered_allocator.cc DEPS allocator) cc_library( best_fit_allocator SRCS best_fit_allocator.cc DEPS allocator) cc_library( naive_best_fit_allocator SRCS naive_best_fit_allocator.cc DEPS allocator buddy_allocator profiler) cc_test( naive_best_fit_allocator_test SRCS naive_best_fit_allocator_test.cc DEPS naive_best_fit_allocator) cc_test( buffered_allocator_test SRCS buffered_allocator_test.cc DEPS locked_allocator buffered_allocator cpu_allocator best_fit_allocator) if(WITH_MKLDNN) set(MKLDNN_CTX_DEPS mkldnn) else() set(MKLDNN_CTX_DEPS) endif() if(WITH_GPU) nv_library( cuda_allocator SRCS cuda_allocator.cc DEPS allocator cuda_device_guard stats) nv_library( cuda_managed_allocator SRCS cuda_managed_allocator.cc DEPS allocator cuda_device_guard gpu_info) nv_library( pinned_allocator SRCS pinned_allocator.cc DEPS allocator) nv_library( stream_safe_cuda_allocator SRCS stream_safe_cuda_allocator.cc DEPS allocator cuda_graph) nv_library( thread_local_allocator SRCS thread_local_allocator.cc DEPS allocator) cc_test( thread_local_allocator_test SRCS thread_local_allocator_test.cc DEPS thread_local_allocator) if(CUDA_VERSION GREATER_EQUAL 10.2) nv_library( cuda_virtual_mem_allocator SRCS cuda_virtual_mem_allocator.cc DEPS dynload_cuda) endif() endif() if(WITH_ROCM) hip_library( cuda_allocator SRCS cuda_allocator.cc DEPS allocator cuda_device_guard stats) hip_library( cuda_managed_allocator SRCS cuda_managed_allocator.cc DEPS allocator cuda_device_guard gpu_info) hip_library( pinned_allocator SRCS pinned_allocator.cc DEPS allocator) hip_library( stream_safe_cuda_allocator SRCS stream_safe_cuda_allocator.cc DEPS allocator) hip_library( thread_local_allocator SRCS thread_local_allocator.cc DEPS allocator) cc_test( thread_local_allocator_test SRCS thread_local_allocator_test.cc DEPS thread_local_allocator) endif() if(WITH_ASCEND_CL) cc_library( npu_allocator SRCS npu_allocator.cc DEPS allocator npu_info) cc_library( npu_pinned_allocator SRCS npu_pinned_allocator.cc DEPS allocator npu_info) endif() cc_library( retry_allocator SRCS retry_allocator.cc DEPS allocator) if(WITH_GPU OR WITH_ROCM) set(AllocatorFacadeDeps gpu_info cuda_allocator cuda_managed_allocator pinned_allocator cuda_device_guard thread_local_allocator stream_safe_cuda_allocator device_context) if(CUDA_VERSION GREATER_EQUAL 10.2) list(APPEND AllocatorFacadeDeps cuda_virtual_mem_allocator) endif() elseif(WITH_XPU) set(AllocatorFacadeDeps xpu_info) elseif(WITH_IPU) set(AllocatorFacadeDeps ipu_info) elseif(WITH_ASCEND) set(AllocatorFacadeDeps ascend_npu_info) else() set(AllocatorFacadeDeps) endif() if(WITH_CUSTOM_DEVICE) cc_library( custom_allocator SRCS custom_allocator.cc DEPS allocator device_manager) set(AllocatorFacadeDeps ${AllocatorFacadeDeps} custom_allocator) endif() if(WITH_GPU) nv_test( best_fit_allocator_test SRCS best_fit_allocator_test.cc best_fit_allocator_test.cu DEPS best_fit_allocator locked_allocator cpu_allocator cuda_allocator device_context memcpy) elseif(WITH_ROCM) hip_test( best_fit_allocator_test SRCS best_fit_allocator_test.cc best_fit_allocator_test.cu DEPS best_fit_allocator locked_allocator cpu_allocator cuda_allocator device_context memcpy) else() cc_test( best_fit_allocator_test SRCS best_fit_allocator_test.cc DEPS best_fit_allocator locked_allocator cpu_allocator) endif() list( APPEND AllocatorFacadeDeps cpu_allocator locked_allocator aligned_allocator retry_allocator buffered_allocator naive_best_fit_allocator auto_growth_best_fit_allocator virtual_memory_auto_growth_best_fit_allocator best_fit_allocator) if(WITH_ASCEND_CL) list(APPEND AllocatorFacadeDeps npu_pinned_allocator) endif() cc_library( aligned_allocator SRCS aligned_allocator.cc DEPS allocator) cc_test( test_aligned_allocator SRCS test_aligned_allocator.cc DEPS aligned_allocator) cc_library( allocator_strategy SRCS allocator_strategy.cc DEPS gflags ${AllocatorFacadeDeps}) cc_library( allocator_facade SRCS allocator_facade.cc DEPS allocator_strategy stats) if(WITH_GPU) target_link_libraries(allocator_facade cuda_graph) endif() cc_test( retry_allocator_test SRCS retry_allocator_test.cc DEPS retry_allocator locked_allocator cpu_allocator) if(WITH_TESTING) if((WITH_GPU OR WITH_ROCM) AND TARGET retry_allocator_test) target_link_libraries(retry_allocator_test cuda_allocator) endif() if(TEST retry_allocator_test) set_tests_properties(retry_allocator_test PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE") endif() endif() cc_test( allocator_facade_abs_flags_test SRCS allocator_facade_abs_flags_test.cc DEPS allocator_facade) cc_test( allocator_facade_frac_flags_test SRCS allocator_facade_frac_flags_test.cc DEPS allocator_facade) cc_library( auto_growth_best_fit_allocator SRCS auto_growth_best_fit_allocator.cc DEPS allocator aligned_allocator flags) cc_test( auto_growth_best_fit_allocator_facade_test SRCS auto_growth_best_fit_allocator_facade_test.cc DEPS cpu_allocator auto_growth_best_fit_allocator) cc_test( auto_growth_best_fit_allocator_test SRCS auto_growth_best_fit_allocator_test.cc DEPS auto_growth_best_fit_allocator) cc_library( virtual_memory_auto_growth_best_fit_allocator SRCS virtual_memory_auto_growth_best_fit_allocator.cc DEPS allocator aligned_allocator) if(NOT WIN32) cc_library( mmap_allocator SRCS mmap_allocator.cc DEPS allocator) cc_test( mmap_allocator_test SRCS mmap_allocator_test.cc DEPS mmap_allocator allocator) if(WITH_GPU) cc_library( cuda_ipc_allocator SRCS cuda_ipc_allocator.cc DEPS allocator) endif() endif(NOT WIN32)