How to prevent FetchContent to patch source packages again?

I have this code and it works fine to fetch a boost archive and apply needed patches. I also builds fine with my cmake workflow preset.

# ---- Add Boost source tar archive via FetchContent ----
include(FetchContent)
set(BOOST_PATCH_DIR "${CMAKE_CURRENT_SOURCE_DIR}/patches/${BOOST_VERSION}")
set(BOOST_PATCHES "${BOOST_PATCH_DIR}/TheBigBoost.patch")

FetchContent_Declare(
    Boost
    URL ${BOOST_URL}
    URL_HASH SHA256=${BOOST_URL_SHA256}
    DOWNLOAD_EXTRACT_TIMESTAMP ON
    PATCH_COMMAND git apply -p0 ${BOOST_PATCHES}
    SYSTEM
    ${EXCLUDE_FROM_ALL}
)

FetchContent_MakeAvailable(Boost)
set(BOOST_SOURCE ${Boost_SOURCE_DIR})
message(STATUS "Boost_SOURCE_DIR=${Boost_SOURCE_DIR}")

# TODO(CK): should be a function instead use of BOOST_SOURCE and BOOST_VERSION
include(cmake/CheckBoostVersion.cmake)
message(STATUS "Boost found: ${BOOST_VERSION} ${BOOST_SOURCE}")

# ...

But if I run cmake -L . in binary directory, or if I touch my CMakeLists.txt and run ninja, this happens:

root@06bf603b8cf4:/src/build/Release# cmake -L .
-- CXXFLAGS=-stdlib=libc++ -U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=0
'clang++' '-print-file-name=libc++.modules.json'
-- CMAKE_CXX_STDLIB_MODULES_JSON=/usr/lib/x86_64-linux-gnu/libc++.modules.json
-- CMAKE_CXX_STDLIB_MODULES_JSON=/usr/lib/x86_64-linux-gnu/libc++.modules.json
CMake Warning (uninitialized) at CMakeLists.txt:184 (if):
  uninitialized variable 'CPM_SOURCE_CACHE'


error: patch failed: build/Release/_deps/boost-src/tools/cmake/include/BoostInstall.cmake:337
error: build/Release/_deps/boost-src/tools/cmake/include/BoostInstall.cmake: patch does not apply
error: patch failed: build/Release/_deps/boost-src/tools/cmake/include/BoostRoot.cmake:123
error: build/Release/_deps/boost-src/tools/cmake/include/BoostRoot.cmake: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/serialization/CMakeLists.txt:6
error: build/Release/_deps/boost-src/libs/serialization/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/any/CMakeLists.txt:2
error: build/Release/_deps/boost-src/libs/any/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/conversion/CMakeLists.txt:4
error: build/Release/_deps/boost-src/libs/conversion/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/dll/CMakeLists.txt:5
error: build/Release/_deps/boost-src/libs/dll/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/lexical_cast/CMakeLists.txt:3
error: build/Release/_deps/boost-src/libs/lexical_cast/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/pfr/CMakeLists.txt:4
error: build/Release/_deps/boost-src/libs/pfr/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/type_index/CMakeLists.txt:4
error: build/Release/_deps/boost-src/libs/type_index/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/lexical_cast/include/boost/lexical_cast/detail/lcast_precision.hpp:10
error: build/Release/_deps/boost-src/libs/lexical_cast/include/boost/lexical_cast/detail/lcast_precision.hpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/lexical_cast/include/boost/lexical_cast/detail/lcast_unsigned_converters.hpp:20
error: build/Release/_deps/boost-src/libs/lexical_cast/include/boost/lexical_cast/detail/lcast_unsigned_converters.hpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/pfr/include/boost/pfr/detail/io.hpp:51
error: build/Release/_deps/boost-src/libs/pfr/include/boost/pfr/detail/io.hpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/CMakeLists.txt:3
error: build/Release/_deps/boost-src/libs/stacktrace/CMakeLists.txt: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/test/test.cpp:276
error: build/Release/_deps/boost-src/libs/stacktrace/test/test.cpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/libbacktrace_impls.hpp:35
error: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/libbacktrace_impls.hpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/addr_base.hpp:15
error: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/addr_base.hpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/frame_unwind.ipp:50
error: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/frame_unwind.ipp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/addr2line_impls.hpp:164
error: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/addr2line_impls.hpp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/frame_msvc.ipp:402
error: build/Release/_deps/boost-src/libs/stacktrace/include/boost/stacktrace/detail/frame_msvc.ipp: patch does not apply
error: patch failed: build/Release/_deps/boost-src/libs/stacktrace/modules/boost_stacktrace_dump.cppm:15
error: build/Release/_deps/boost-src/libs/stacktrace/modules/boost_stacktrace_dump.cppm: patch does not apply
CMake Error at build/Release/CMakeFiles/fc-tmp/boost/patch.cmake:7 (execute_process):
  execute_process last command failed
Call Stack (most recent call first):
  /root/.local/share/pipx/venvs/cmake/lib/python3.12/site-packages/cmake/data/share/cmake-4.4/Modules/FetchContent.cmake:1766 (include)
  /root/.local/share/pipx/venvs/cmake/lib/python3.12/site-packages/cmake/data/share/cmake-4.4/Modules/FetchContent.cmake:1729 (__FetchContent_doStepDirect)
  /root/.local/share/pipx/venvs/cmake/lib/python3.12/site-packages/cmake/data/share/cmake-4.4/Modules/FetchContent.cmake:1620 (__FetchContent_populateDirect)
  /root/.local/share/pipx/venvs/cmake/lib/python3.12/site-packages/cmake/data/share/cmake-4.4/Modules/FetchContent.cmake:2160:EVAL:2 (__FetchContent_doPopulation)
  /root/.local/share/pipx/venvs/cmake/lib/python3.12/site-packages/cmake/data/share/cmake-4.4/Modules/FetchContent.cmake:2160 (cmake_language)
  /root/.local/share/pipx/venvs/cmake/lib/python3.12/site-packages/cmake/data/share/cmake-4.4/Modules/FetchContent.cmake:2401 (__FetchContent_Populate)
  CMakeLists.txt:223 (FetchContent_MakeAvailable)


-- Configuring incomplete, errors occurred!
-- Cache values
BOOST_BEAST_BUILD_EXAMPLES:BOOL=OFF
BOOST_BEAST_BUILD_FUZZERS:BOOL=OFF
BOOST_BEAST_BUILD_TESTS:BOOL=OFF
BOOST_BEAST_WARNINGS_AS_ERRORS:BOOL=OFF
BOOST_BUILD_ALL:BOOL=ON
BOOST_BUILD_TESTING:BOOL=TRUE
BOOST_CONTAINER_HEADER_ONLY:BOOL=TRUE
BOOST_CONTEXT_ABI:STRING=sysv
BOOST_CONTEXT_ARCHITECTURE:STRING=x86_64
BOOST_CONTEXT_ASM_SUFFIX:STRING=.S
BOOST_CONTEXT_ASSEMBLER:STRING=gas
BOOST_CONTEXT_BINARY_FORMAT:STRING=elf
BOOST_CONTEXT_IMPLEMENTATION:STRING=fcontext
BOOST_FILESYSTEM_DISABLE_ARC4RANDOM:BOOL=OFF
BOOST_FILESYSTEM_DISABLE_BCRYPT:BOOL=OFF
BOOST_FILESYSTEM_DISABLE_COPY_FILE_RANGE:BOOL=OFF
BOOST_FILESYSTEM_DISABLE_GETRANDOM:BOOL=OFF
BOOST_FILESYSTEM_DISABLE_SENDFILE:BOOL=OFF
BOOST_FILESYSTEM_DISABLE_STATX:BOOL=OFF
BOOST_FILESYSTEM_EMSCRIPTEN_USE_WASI:BOOL=OFF
BOOST_FILESYSTEM_NO_DEPRECATED:BOOL=OFF
BOOST_HEAP_BUILD_TESTS:BOOL=OFF
BOOST_HEAP_USE_FILE_SET:BOOL=OFF
BOOST_LOCKFREE_BUILD_TESTS:BOOL=OFF
BOOST_LOCKFREE_TESTS_STRESSTEST:BOOL=OFF
BOOST_LOCKFREE_USE_FILE_SET:BOOL=OFF
BOOST_MATH_BUILD_WITH_LEGACY_FUNCTIONS:BOOL=OFF
BOOST_MSM_BUILD_MRDOCS:BOOL=OFF
BOOST_MSM_TEST_NLOHMANN_JSON:BOOL=OFF
BOOST_OPENMETHOD_BUILD_EXAMPLES:BOOL=OFF
BOOST_OPENMETHOD_BUILD_TESTS:BOOL=OFF
BOOST_OPENMETHOD_MRDOCS_BUILD:BOOL=OFF
BOOST_OPENMETHOD_WARNINGS_AS_ERRORS:BOOL=OFF
BOOST_PROCESS_USE_STD_FS:BOOL=TRUE
BOOST_RANDOM_ENABLE_RANDOM_DEVICE:BOOL=ON
BOOST_REGEX_STANDALONE:BOOL=OFF
BOOST_SRC_DIR:STRING=/src/build/Release/_deps/boost-src/libs/beast/../..
BOOST_STACKTRACE_ENABLE_ADDR2LINE:BOOL=ON
BOOST_STACKTRACE_ENABLE_BACKTRACE:BOOL=OFF
BOOST_STACKTRACE_ENABLE_BASIC:BOOL=ON
BOOST_STACKTRACE_ENABLE_FROM_EXCEPTION:BOOL=ON
BOOST_STACKTRACE_ENABLE_NOOP:BOOL=ON
BOOST_STACKTRACE_ENABLE_WINDBG:BOOL=OFF
BOOST_STACKTRACE_ENABLE_WINDBG_CACHED:BOOL=OFF
BOOST_TEST_HEADERS_ONLY:BOOL=TRUE
BOOST_THREAD_THREADAPI:STRING=pthread
BOOST_URL:STRING=https://github.com/boostorg/boost/releases/download/boost-1.92.0/boost-1.92.0-cmake.7z
BOOST_URL_BUILD_EXAMPLES:BOOL=OFF
BOOST_URL_BUILD_FUZZERS:BOOL=OFF
BOOST_URL_BUILD_TESTS:BOOL=OFF
BOOST_URL_DISABLE_THREADS:BOOL=OFF
BOOST_URL_MRDOCS_BUILD:BOOL=OFF
BOOST_URL_SHA256:STRING=158852d45a7ce23de167a3dc2e57b04490829b233f06e835d5c81a65547ef68b
BOOST_URL_WARNINGS_AS_ERRORS:BOOL=OFF
BOOST_USE_MODULES:BOOL=ON
BOOST_USE_WINAPI_VERSION:STRING=
BOOST_UUID_LINK_LIBATOMIC:BOOL=ON
BUILD_SHARED_LIBS:BOOL=TRUE
BUILD_TESTING:BOOL=OFF
BoostPrettyPrinters_GDB:FILEPATH=BoostPrettyPrinters_GDB-NOTFOUND
Boost_NOWIDE_WERROR:BOOL=ON
CCACHE_BIN:FILEPATH=/usr/bin/ccache
CMAKE_BUILD_TYPE:STRING=Release
CMAKE_CXX_COMPILER_LAUNCHER:FILEPATH=/usr/bin/ccache
CMAKE_CXX_EXTENSIONS:BOOL=FALSE
CMAKE_CXX_STANDARD_REQUIRED:BOOL=TRUE
CMAKE_CXX_STDLIB_MODULES_JSON:FILEPATH=/usr/lib/x86_64-linux-gnu/libc++.modules.json
CMAKE_C_COMPILER_LAUNCHER:FILEPATH=/usr/bin/ccache
CMAKE_EXPORT_COMPILE_COMMANDS:BOOL=TRUE
CMAKE_INSTALL_PREFIX:PATH=/src/stagedir
CMAKE_PREFIX_PATH:STRING=/src/stagedir
CMAKE_SKIP_INSTALL_RULES:BOOL=FALSE
FETCHCONTENT_BASE_DIR:PATH=/src/build/Release/_deps
FETCHCONTENT_FULLY_DISCONNECTED:BOOL=OFF
FETCHCONTENT_QUIET:BOOL=ON
FETCHCONTENT_SOURCE_DIR_BOOST:PATH=
FETCHCONTENT_UPDATES_DISCONNECTED:BOOL=OFF
FETCHCONTENT_UPDATES_DISCONNECTED_BOOST:BOOL=OFF
root@06bf603b8cf4:/src/build/Release#