Add GetCapability/Compile infrastructure for EP ABI

cmake/onnxruntime_unittests.cmake

@@ -495,6 +495,7 @@ set (ONNXRUNTIME_GLOBAL_THREAD_POOLS_TEST_SRC_DIR "${TEST_SRC_DIR}/global_thread
 set (ONNXRUNTIME_CUSTOM_OP_REGISTRATION_TEST_SRC_DIR "${TEST_SRC_DIR}/custom_op_registration")
 set (ONNXRUNTIME_LOGGING_APIS_TEST_SRC_DIR "${TEST_SRC_DIR}/logging_apis")
 set (ONNXRUNTIME_AUTOEP_TEST_SRC_DIR "${TEST_SRC_DIR}/autoep")
+set (ONNXRUNTIME_EP_GRAPH_TEST_SRC_DIR "${TEST_SRC_DIR}/ep_graph")
 
 set (onnxruntime_shared_lib_test_SRC
           ${ONNXRUNTIME_SHARED_LIB_TEST_SRC_DIR}/test_fixture.h
@@ -1977,4 +1978,34 @@ if (onnxruntime_USE_WEBGPU AND WIN32 AND onnxruntime_BUILD_SHARED_LIB AND NOT CM
   )
 endif()
 
+# onnxruntime_ep_graph_test tests the implementation of the public OrtGraph APIs for use in plugin EPs (OrtEp).
+if (onnxruntime_BUILD_SHARED_LIB AND NOT CMAKE_SYSTEM_NAME STREQUAL "Emscripten" AND NOT onnxruntime_MINIMAL_BUILD)
+  file(GLOB_RECURSE onnxruntime_ep_graph_test_SRC "${ONNXRUNTIME_EP_GRAPH_TEST_SRC_DIR}/*.h"
+                                                  "${ONNXRUNTIME_EP_GRAPH_TEST_SRC_DIR}/*.cc")
+
+  set(onnxruntime_ep_graph_test_LIBS ${ONNXRUNTIME_TEST_LIBS} onnxruntime_test_utils ${onnxruntime_EXTERNAL_LIBRARIES})
+  if (CMAKE_SYSTEM_NAME MATCHES "AIX")
+    list(APPEND onnxruntime_ep_graph_test_LIBS onnxruntime_session onnxruntime_util onnxruntime_lora onnxruntime_framework
+                                               onnxruntime_common onnxruntime_graph onnxruntime_providers onnxruntime_mlas
+                                               onnxruntime_optimizer onnxruntime_flatbuffers iconv re2
+                                               ${PROTOBUF_LIB} onnx onnx_proto)
+  endif()
+
+  if(NOT WIN32)
+    list(APPEND onnxruntime_ep_graph_test_LIBS  ${CMAKE_DL_LIBS})
+  endif()
+
+  if (onnxruntime_USE_TENSORRT OR onnxruntime_USE_NV)
+    # Need this because unittest_main_src defines a global nvinfer1::IBuilder variable.
+    list(APPEND onnxruntime_ep_graph_test_LIBS ${TENSORRT_LIBRARY_INFER})
+  endif()
+
+  AddTest(DYN
+          TARGET onnxruntime_ep_graph_test
+          SOURCES ${onnxruntime_ep_graph_test_SRC} ${onnxruntime_unittest_main_src}
+          LIBS ${onnxruntime_ep_graph_test_LIBS}
+          DEPENDS ${all_dependencies}
+  )
+endif()
+
 include(onnxruntime_fuzz_test.cmake)

onnxruntime/core/graph/abi_graph_types.h

@@ -0,0 +1,103 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+#pragma once
+
+#include <memory>
+#include <string>
+#include <vector>
+#include "core/common/inlined_containers_fwd.h"
+#include "core/framework/onnxruntime_typeinfo.h"
+#include "core/graph/onnx_protobuf.h"
+
+#define DEFINE_ORT_GRAPH_IR_TO_EXTERNAL_INTERNAL_FUNCS(external_type, internal_type, internal_api) \
+  external_type* ToExternal() { return static_cast<external_type*>(this); }                        \
+  const external_type* ToExternal() const { return static_cast<const external_type*>(this); }      \
+  static internal_type* ToInternal(external_type* e) {                                             \
+    return e->graph_ir_api == (internal_api) ? static_cast<internal_type*>(e) : nullptr;           \
+  }                                                                                                \
+  static const internal_type* ToInternal(const external_type* e) {                                 \
+    return e->graph_ir_api == (internal_api) ? static_cast<const internal_type*>(e) : nullptr;     \
+  }
+
+// The public ORT graph IR types (e.g., OrtGraph, OrtNode, etc.) have different implementations for the
+// ModelEditor API and EP API. This enum allows a user of the base class (e.g., OrtGraph) to determine
+// the API for which the derived class was created.
+enum class OrtGraphIrApi {
+  kInvalid = 0,
+  kModelEditorApi,
+  kEpApi,
+};
+
+/// <summary>
+/// Public type that represents an ONNX value info.
+/// </summary>
+struct OrtValueInfo {
+  explicit OrtValueInfo(OrtGraphIrApi graph_ir_api) : graph_ir_api(graph_ir_api) {}
+  virtual ~OrtValueInfo() = default;
+
+  virtual const std::string& Name() const = 0;
+  virtual const OrtTypeInfo* TypeInfo() const = 0;
+
+  struct ProducerInfo {
+    ProducerInfo() = default;
+    ProducerInfo(const OrtNode* node, size_t output_index) : node(node), output_index(output_index) {}
+    const OrtNode* node = nullptr;
+    size_t output_index = 0;
+  };
+  virtual onnxruntime::Status GetProducerInfo(ProducerInfo& producer_info) const = 0;
+
+  struct UseInfo {
+    UseInfo() = default;
+    UseInfo(const OrtNode* node, size_t input_index) : node(node), input_index(input_index) {}
+    const OrtNode* node = nullptr;
+    size_t input_index = 0;
+  };
+  virtual onnxruntime::Status GetUses(std::vector<UseInfo>& uses) const = 0;
+  virtual onnxruntime::Status GetNumUses(size_t& num_consumers) const = 0;
+
+  OrtGraphIrApi graph_ir_api = OrtGraphIrApi::kInvalid;
+};
+
+/// <summary>
+/// Public type that represents an ONNX attribute. Currently, an OrtOpAttr is interchangeable with AttributeProto.
+/// </summary>
+struct OrtOpAttr {
+  ONNX_NAMESPACE::AttributeProto attr_proto;
+};
+
+/// <summary>
+/// Public type that represents an ONNX node.
+/// </summary>
+struct OrtNode {
+  explicit OrtNode(OrtGraphIrApi graph_ir_api) : graph_ir_api(graph_ir_api) {}
+  virtual ~OrtNode() = default;
+
+  virtual const std::string& Name() const = 0;
+  virtual const std::string& OpType() const = 0;
+  virtual const std::string& Domain() const = 0;
+  virtual size_t NumInputs() const = 0;
+  virtual size_t NumOutputs() const = 0;
+  virtual onnxruntime::Status GetInputs(onnxruntime::InlinedVector<const OrtValueInfo*>& inputs) const = 0;
+  virtual onnxruntime::Status GetOutputs(onnxruntime::InlinedVector<const OrtValueInfo*>& outputs) const = 0;
+
+  OrtGraphIrApi graph_ir_api = OrtGraphIrApi::kInvalid;
+};
+
+/// <summary>
+/// Public type that represents an ONNX graph.
+/// </summary>
+struct OrtGraph {
+  explicit OrtGraph(OrtGraphIrApi graph_ir_api) : graph_ir_api(graph_ir_api) {}
+  virtual ~OrtGraph() = default;
+
+  virtual const std::string& Name() const = 0;
+  virtual size_t NumInputs() const = 0;
+  virtual size_t NumOutputs() const = 0;
+  virtual onnxruntime::Status GetInputs(onnxruntime::InlinedVector<const OrtValueInfo*>& inputs) const = 0;
+  virtual onnxruntime::Status GetOutputs(onnxruntime::InlinedVector<const OrtValueInfo*>& outputs) const = 0;
+  virtual size_t NumNodes() const = 0;
+  virtual std::vector<const OrtNode*> GetNodes(int order) const = 0;
+
+  OrtGraphIrApi graph_ir_api = OrtGraphIrApi::kInvalid;
+};