RepoMirrors
/
ceph
mirror of https://github.com/ceph/ceph
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity
ceph/cmake/modules/LimitJobs.cmake

56 lines
2.0 KiB
CMake
Raw Normal View History

cmake: increase the MAX_{LINK,COMPILE}_MEM based on recent observation, quite a few C++ source file take around more than 3.0GiB to compile. for instance, test_mock_HttpClient.cc could take up to 6270MiB memory to compile. so increase MAX_{LINK,COMPILE}_MEM accordingly. Signed-off-by: Kefu Chai <kchai@redhat.com>
2021-06-03 12:48:53 +00:00
set(MAX_COMPILE_MEM 3500 CACHE INTERNAL "maximum memory used by each compiling job (in MiB)")
set(MAX_LINK_MEM 4500 CACHE INTERNAL "maximum memory used by each linking job (in MiB)")
cmake: use ninja job pool to limit the parallel level of compile jobs which consumes lots of memory to compile and/or link. compile following targets with heavy_compile_pool. * unittest_librbd * crimson* * ceph-dencoder some of the .cc files in the target above use up to 6 GiB memory to compile. Signed-off-by: Kefu Chai <kchai@redhat.com>
2021-03-16 07:37:59 +00:00
cmake_host_system_information(RESULT _num_cores QUERY NUMBER_OF_LOGICAL_CORES)
cmake_host_system_information(RESULT _total_mem QUERY TOTAL_PHYSICAL_MEMORY)
cmake: Intelligently set job limits for sccache If we are correctly configured for distributed mode, use the cluster's CPU count instead of ours. If we are configured for sccache but without distributed mode, inform the user but continue with normal job limits. Signed-off-by: Zack Cerza <zack@redhat.com>
2024-04-04 19:01:05 +00:00
if(NINJA_MAX_COMPILE_JOBS)
set(_avg_compile_jobs "${NINJA_MAX_COMPILE_JOBS}")
else()
math(EXPR _avg_compile_jobs "${_total_mem} / ${MAX_COMPILE_MEM}")
if(_avg_compile_jobs EQUAL 0)
set(_avg_compile_jobs 1)
endif()
if(_num_cores LESS _avg_compile_jobs)
set(_avg_compile_jobs "${_num_cores}")
endif()
set(NINJA_MAX_COMPILE_JOBS "${_avg_compile_jobs}" CACHE STRING
"The maximum number of concurrent compilation jobs, for Ninja build system." FORCE)
mark_as_advanced(NINJA_MAX_COMPILE_JOBS)
cmake: use ninja job pool to limit the parallel level of compile jobs which consumes lots of memory to compile and/or link. compile following targets with heavy_compile_pool. * unittest_librbd * crimson* * ceph-dencoder some of the .cc files in the target above use up to 6 GiB memory to compile. Signed-off-by: Kefu Chai <kchai@redhat.com>
2021-03-16 07:37:59 +00:00
endif()
if(NINJA_MAX_COMPILE_JOBS)
math(EXPR _heavy_compile_jobs "${_avg_compile_jobs} / 2")
if(_heavy_compile_jobs EQUAL 0)
set(_heavy_compile_jobs 1)
endif()
set_property(GLOBAL APPEND PROPERTY JOB_POOLS
avg_compile_job_pool=${NINJA_MAX_COMPILE_JOBS}
heavy_compile_job_pool=${_heavy_compile_jobs})
set(CMAKE_JOB_POOL_COMPILE avg_compile_job_pool)
endif()
cmake: Intelligently set job limits for sccache If we are correctly configured for distributed mode, use the cluster's CPU count instead of ours. If we are configured for sccache but without distributed mode, inform the user but continue with normal job limits. Signed-off-by: Zack Cerza <zack@redhat.com>
2024-04-04 19:01:05 +00:00
if(NINJA_MAX_LINK_JOBS)
set(_avg_link_jobs "${NINJA_MAX_LINK_JOBS}")
else()
math(EXPR _avg_link_jobs "${_total_mem} / ${MAX_LINK_MEM}")
if(_avg_link_jobs EQUAL 0)
set(_avg_link_jobs 1)
endif()
if(_num_cores LESS _avg_link_jobs)
set(_avg_link_jobs "${_num_cores}")
endif()
set(NINJA_MAX_LINK_JOBS "${_avg_link_jobs}" CACHE STRING
"The maximum number of concurrent link jobs, for Ninja build system." FORCE)
mark_as_advanced(NINJA_MAX_LINK_JOBS)
cmake: use ninja job pool to limit the parallel level of compile jobs which consumes lots of memory to compile and/or link. compile following targets with heavy_compile_pool. * unittest_librbd * crimson* * ceph-dencoder some of the .cc files in the target above use up to 6 GiB memory to compile. Signed-off-by: Kefu Chai <kchai@redhat.com>
2021-03-16 07:37:59 +00:00
endif()
if(NINJA_MAX_LINK_JOBS)
math(EXPR _heavy_link_jobs "${_avg_link_jobs} / 2")
if(_heavy_link_jobs EQUAL 0)
set(_heavy_link_jobs 1)
endif()
set_property(GLOBAL APPEND PROPERTY JOB_POOLS
avg_link_job_pool=${NINJA_MAX_LINK_JOBS}
heavy_link_job_pool=${_heavy_link_jobs})
set(CMAKE_JOB_POOL_LINK avg_link_job_pool)
endif()