ORT CI tests

Author: ChSonnabend

Common/ML/CMakeLists.txt

@@ -20,3 +20,38 @@ target_compile_definitions(${targetName} PRIVATE
     $<$<BOOL:${ORT_CUDA_BUILD}>:ORT_CUDA_BUILD>
     $<$<BOOL:${ORT_MIGRAPHX_BUILD}>:ORT_MIGRAPHX_BUILD>
     $<$<BOOL:${ORT_TENSORRT_BUILD}>:ORT_TENSORRT_BUILD>)
+
+if(BUILD_TESTING)
+    set(ONNXRUNTIME_INFERENCE_TEST_DIR ${CMAKE_CURRENT_SOURCE_DIR}/test/onnxruntime-inference)
+
+    o2_add_executable(onnxruntime-ep-inference
+                      SOURCES ${ONNXRUNTIME_INFERENCE_TEST_DIR}/onnxruntime_ep_inference.cxx
+                      COMPONENT_NAME ML
+                      IS_TEST
+                      NO_INSTALL
+                      TARGETVARNAME onnxruntimeInferenceTestTarget
+                      PUBLIC_LINK_LIBRARIES onnxruntime::onnxruntime)
+    target_compile_features(${onnxruntimeInferenceTestTarget} PRIVATE cxx_std_17)
+    target_compile_definitions(${onnxruntimeInferenceTestTarget} PRIVATE
+        $<$<BOOL:${ORT_CUDA_BUILD}>:ORT_CUDA_BUILD>
+        $<$<BOOL:${ORT_MIGRAPHX_BUILD}>:ORT_MIGRAPHX_BUILD>
+        $<$<BOOL:${ORT_TENSORRT_BUILD}>:ORT_TENSORRT_BUILD>)
+
+    foreach(provider CUDA MIGRAPHX TENSORRT)
+        set(ONNXRUNTIME_INFERENCE_TEST_${provider} 0)
+        if(ORT_${provider}_BUILD)
+            set(ONNXRUNTIME_INFERENCE_TEST_${provider} 1)
+        endif()
+    endforeach()
+
+    o2_add_test_command(NAME Common/ML/onnxruntime-inference
+                        COMMAND ${ONNXRUNTIME_INFERENCE_TEST_DIR}/run-onnxruntime-all-eps.sh
+                        COMMAND_LINE_ARGS ${ONNXRUNTIME_INFERENCE_TEST_DIR}/net.onnx
+                        ENVIRONMENT
+                          "ONNXRUNTIME_INFERENCE_TEST_BINARY=$<TARGET_FILE:${onnxruntimeInferenceTestTarget}>"
+                          "ORT_CUDA_BUILD=${ONNXRUNTIME_INFERENCE_TEST_CUDA}"
+                          "ORT_MIGRAPHX_BUILD=${ONNXRUNTIME_INFERENCE_TEST_MIGRAPHX}"
+                          "ORT_TENSORRT_BUILD=${ONNXRUNTIME_INFERENCE_TEST_TENSORRT}"
+                        LABELS ml onnxruntime
+                        TIMEOUT 300)
+endif()

Common/ML/test/onnxruntime-inference/CMakeLists.txt

@@ -0,0 +1,23 @@
+cmake_minimum_required(VERSION 3.16)
+project(onnxruntime_inference_test LANGUAGES CXX)
+
+find_package(onnxruntime CONFIG REQUIRED)
+
+add_executable(onnxruntime-ep-inference onnxruntime_ep_inference.cxx)
+target_compile_features(onnxruntime-ep-inference PRIVATE cxx_std_17)
+target_link_libraries(onnxruntime-ep-inference PRIVATE onnxruntime::onnxruntime)
+target_compile_definitions(onnxruntime-ep-inference PRIVATE
+  $<$<BOOL:${ORT_CUDA_BUILD}>:ORT_CUDA_BUILD>
+  $<$<BOOL:${ORT_MIGRAPHX_BUILD}>:ORT_MIGRAPHX_BUILD>
+  $<$<BOOL:${ORT_TENSORRT_BUILD}>:ORT_TENSORRT_BUILD>)
+
+install(TARGETS onnxruntime-ep-inference RUNTIME DESTINATION bin)
+install(PROGRAMS
+  run-onnxruntime-all-eps.sh
+  run-onnxruntime-cpu.sh
+  run-onnxruntime-cuda.sh
+  run-onnxruntime-migraphx.sh
+  run-onnxruntime-tensorrt.sh
+  run-local-onnxruntime-inference-test.sh
+  DESTINATION bin)
+install(FILES net.onnx DESTINATION test/onnxruntime-inference)