1/2

Author: Wovchena

CMakeLists.txt

@@ -23,6 +23,9 @@ project(OpenVINOGenAI
         HOMEPAGE_URL "https://github.com/openvinotoolkit/openvino.genai"
         LANGUAGES CXX)
 
+option(ENABLE_CONTINUOUS_BATCHING "" OFF)
+option(ENABLE_APPS "Enable C++ continuous batching apps. Ignored if ENABLE_CONTINUOUS_BATCHING is OFF" ON)
+
 # Find OpenVINODeveloperPackage first to compile with SDL flags
 find_package(OpenVINODeveloperPackage QUIET
              PATHS "${OpenVINO_DIR}")

src/cpp/CMakeLists.txt

@@ -113,3 +113,7 @@ write_basic_package_version_file("${CMAKE_BINARY_DIR}/OpenVINOGenAIConfigVersion
 install(FILES "${CMAKE_BINARY_DIR}/OpenVINOGenAIConfig.cmake" "${CMAKE_BINARY_DIR}/OpenVINOGenAIConfigVersion.cmake"
         DESTINATION runtime/cmake COMPONENT core_genai_dev)
 export(EXPORT OpenVINOGenAITargets FILE "${CMAKE_BINARY_DIR}/OpenVINOGenAITargets.cmake" NAMESPACE openvino::)
+
+if(ENABLE_CONTINUOUS_BATCHING)
+    add_subdirectory(continuous_batching)
+endif()