Namespaces
	common

	concurrency

	contrib

	data_types_internal

	detail

	details

	fbs

	logging

	lora

	ml

	optimizer_utils

	profiling

	synchronize

	utils

Classes
struct	CodeLocation

struct	null_type

class	ConstPointerContainer

class	NotImplementedException

class	TypeMismatchException

class	OnnxRuntimeException

class	InlinedHashSet

class	InlinedHashMap

class	NodeHashSet

class	NodeHashMap

struct	CalculateInlinedVectorDefaultInlinedElements

class	ORTInvoker

class	IAllocator

class	CPUAllocator

class	BufferDeleter

class	CustomRegistry

class	DataTypeImpl
	Base class for MLDataType. More...

class	TensorTypeBase
	All tensors base. More...

class	TensorType
	Tensor type. This type does not have a C++ type associated with it at registration time except the element type. One of the types mentioned above at IsTensorContainedType<> list is acceptable. More...

class	SparseTensorTypeBase
	Common base-class for all sparse-tensors (with different element types). More...

class	SparseTensorType

class	OptionalTypeBase
	Common base-class for all optional types. More...

class	OptionalType

struct	NonTensorTypeConverter
	Provide a specialization for your C++ Non-tensor type so your implementation FromDataTypeContainer/ToDataTypeContainer functions correctly. Otherwise you get a default implementation which may not be what you need/want. More...

class	NonTensorTypeBase
	Base type for all non-tensors, maps, sequences and opaques. More...

class	NonTensorType

class	MapType
	MapType. Use this type to register mapping types. More...

class	SequenceType
	SequenceType. Use to register sequence for non-tensor types. More...

class	SequenceTensorTypeBase
	SequenceTensorTypeBase serves as a base type class for Tensor sequences. Akin to TensorTypeBase. Runtime representation is always TensorSeq. More...

class	SequenceTensorType
	SequenceTensorType. Use to register sequence for non-tensor types. More...

class	OpaqueType
	OpaqueType. More...

class	PrimitiveDataTypeBase
	PrimitiveDataTypeBase Base class for primitive Tensor contained types. More...

class	PrimitiveDataType
	PrimitiveDataType Typed specialization for primitive types. Concrete instances of this class are used by Tensor. More...

struct	NodeComputeInfo

class	IExecutionProvider

struct	MLFloat16

struct	BFloat16

struct	Float8E4M3FN

struct	Float8E4M3FNUZ

struct	Float8E5M2

struct	Float8E5M2FNUZ

struct	ComputeContext

struct	Int4Traits

struct	Int4Traits< true >

struct	Int4Traits< false >

struct	Int4x2Base
	Stores 2 packed 4-bit elements in 1 byte. More...

class	KernelDef

class	KernelDefBuilder

class	KernelRegistry

class	OpKernel

struct	KernelCreateInfo

struct	BuildKernelDefConstraintsImpl

struct	BuildKernelDefSparseConstraintsImpl

class	OpKernelContext

class	OpKernelInfo

class	OpNodeProtoHelper

class	ProtoHelperNodeContext

class	ProviderOptionsParser

class	SparseTensor
	This class implements SparseTensor. This class holds sparse non-zero data (values) and sparse format specific indices. There are two main uses for the class (similar to that of Tensor) More...

class	Stream

class	IStreamCommandHandleRegistry

class	Tensor

class	TensorShape

class	Function

class	Node

class	Graph

class	ValidNodes

class	GraphNodes

class	ConstGraphNodes

struct	NodeCompare

class	GraphViewer

class	IndexedSubGraph

class	NodeArg

struct	SchemaRegistryVersion

class	IOnnxRuntimeOpSchemaCollection

class	OnnxRuntimeOpSchemaRegistry

class	SchemaRegistryManager

class	GraphTransformer

struct	OpKernelRegistryId
	Immutable object to identify a kernel registration. More...

struct	GraphTransformerConfiguration

class	RewriteRule

class	RuleBasedGraphTransformer

class	Barrier

struct	Notification

class	OrtMutex

class	OrtCondVar

struct	OrtSpinLock

struct	TensorOpCost

struct	IExecutionProviderFactory

class	Environment

Typedefs
using	HashValue = uint64_t

using	TimePoint = std::chrono::high_resolution_clock::time_point

template<typename T , size_t N = CalculateInlinedVectorDefaultInlinedElements<T>::value, typename Allocator = std::allocator<T>>
using	InlinedVector = absl::InlinedVector< T, N, Allocator >

using	WaitNotificationFn = std::function< void(Stream &, synchronize::Notification &)>

template<typename T >
using	IAllocatorUniquePtr = std::unique_ptr< T, std::function< void(T *)>>

using	AllocatorPtr = std::shared_ptr< IAllocator >

using	AllocatorMap = std::map< OrtDevice, AllocatorPtr >

using	BufferUniquePtr = std::unique_ptr< void, BufferDeleter >

using	BufferNakedPtr = void *

using	MapStringToString = std::map< std::string, std::string >
	Predefined registered types. More...

using	MapStringToInt64 = std::map< std::string, int64_t >

using	MapStringToFloat = std::map< std::string, float >

using	MapStringToDouble = std::map< std::string, double >

using	MapInt64ToString = std::map< int64_t, std::string >

using	MapInt64ToInt64 = std::map< int64_t, int64_t >

using	MapInt64ToFloat = std::map< int64_t, float >

using	MapInt64ToDouble = std::map< int64_t, double >

using	VectorMapStringToFloat = std::vector< MapStringToFloat >

using	VectorMapInt64ToFloat = std::vector< MapInt64ToFloat >

using	VectorString = std::vector< std::string >

using	VectorInt64 = std::vector< int64_t >

using	MLDataType = const DataTypeImpl *

using	DeleteFunc = void()(void )

using	CreateFunc ) = void ()(

using	CreateFunctionStateFunc = std::function< int(ComputeContext , FunctionState )>

using	ComputeFunc = std::function< Status(FunctionState, const OrtApi , OrtKernelContext )>

using	DestroyFunctionStateFunc = std::function< void(FunctionState)>

using	RunOptions = ::OrtRunOptions

using	InputDefList = std::vector< const onnxruntime::NodeArg * >

using	OutputDefList = std::vector< const onnxruntime::NodeArg * >

using	NameMLValMap = std::unordered_map< std::string, OrtValue >

using	AllocateFunc = void ()(void *, size_t, size_t)

using	DestroyFunc = void()(void , void *)

using	AllocatorHandle = void *

using	FunctionState = void *

using	CreateFunctionStateC = int()(ComputeContext , FunctionState *)

using	ComputeFuncC = common::Status()(FunctionState, const OrtApi , OrtKernelContext *)

using	DestroyFunctionStateC = void(*)(FunctionState)

using	Int4x2 = Int4x2Base< true >

using	UInt4x2 = Int4x2Base< false >

typedef std::map< size_t, OrtMemType >	MemTypeMap

using	KernelCreateMap = std::multimap< std::string, KernelCreateInfo >

using	KernelDefHashes = std::vector< std::pair< std::string, HashValue >>

using	KernelCreateFn = std::function< Status(FuncManager &func_mgr, const OpKernelInfo &info, std::unique_ptr< OpKernel > &out)>

using	KernelCreatePtrFn = std::add_pointer< Status(FuncManager &func_mgr, const OpKernelInfo &info, std::unique_ptr< OpKernel > &out)>::type

using	BuildKernelCreateInfoFn ) = KernelCreateInfo(*)(

using	ProviderOptions = std::unordered_map< std::string, std::string >

using	ProviderOptionsVector = std::vector< ProviderOptions >

using	ProviderOptionsMap = std::unordered_map< std::string, ProviderOptions >

template<typename TEnum >
using	EnumNameMapping = std::vector< std::pair< TEnum, std::string >>

using	NotificationHandle = void *

using	StreamHandle = void *

using	CreateStreamFn = std::function< std::unique_ptr< Stream >(const OrtDevice &)>

using	TensorShapeVector = InlinedVector< int64_t >

using	NodeIndex = size_t

using	Version = int64_t

using	NodeArgInfo = ONNX_NAMESPACE::ValueInfoProto

using	InitializedTensorSet = std::unordered_map< std::string, const ONNX_NAMESPACE::TensorProto * >

using	ArgNameToTypeMap = std::unordered_map< std::string, ONNX_NAMESPACE::TypeProto >

using	ProviderType = const std::string &

using	NodeAttributes = std::unordered_map< std::string, ONNX_NAMESPACE::AttributeProto >

using	IOnnxRuntimeOpSchemaCollectionPtr = std::shared_ptr< IOnnxRuntimeOpSchemaCollection >

using	OpName_Domain_Version_Schema_Map = std::unordered_map< std::string, std::unordered_map< std::string, std::map< ONNX_NAMESPACE::OperatorSetVersion, ONNX_NAMESPACE::OpSchema >>>

using	DomainToVersionMap = std::unordered_map< std::string, int >

using	DomainToVersionRangeMap = std::unordered_map< std::string, SchemaRegistryVersion >

Enumerations
enum	ArgType : uint8_t { ArgType::kInput, ArgType::kOutput }

enum	AllocKind { AllocKind::kNotSet = -1, AllocKind::kAllocate = 0, AllocKind::kReuse = 1, AllocKind::kPreExisting = 2, AllocKind::kAllocateStatically = 3, AllocKind::kAllocateOutput = 4, AllocKind::kShare = 5, AllocKind::kAllocatedExternally = 6 }

enum	endian

enum	DataLayout { DataLayout::NCHW, DataLayout::NHWC, DataLayout::NCHWC }

enum	SparseFormat : uint32_t { SparseFormat::kUndefined = 0x0U, SparseFormat::kCoo = 0x1U, SparseFormat::kCsrc = 0x1U << 1, SparseFormat::kBlockSparse = 0x1U << 2 }
	This is a Sparse Format enumeration. More...

enum	TransformerLevel : int { TransformerLevel::Default = 0, TransformerLevel::Level1, TransformerLevel::Level2, TransformerLevel::Level3, TransformerLevel::MaxLevel = Level3 }

Functions
std::vector< std::string >	GetStackTrace ()

void	LogRuntimeError (uint32_t session_id, const common::Status &status, const char file, const char function, uint32_t line)

long long	TimeDiffMicroSeconds (TimePoint start_time)

long long	TimeDiffMicroSeconds (TimePoint start_time, TimePoint end_time)

std::string	ToUTF8String (const std::string &s)

std::string	ToWideString (const std::string &s)

template<typename Key , typename... OtherContainerArgs, template< typename...> typename AssociativeContainer, typename LookupKey >
bool	Contains (const AssociativeContainer< Key, OtherContainerArgs...> &container, LookupKey &&key)

bool	SetDenormalAsZero (bool on)

void	HashCombineWithHashValue (size_t h, size_t &seed)

template<typename T , typename Hash = std::hash<T>>
void	HashCombine (const T &value, size_t &seed)

template<typename... Args>
std::string	MakeString (const Args &...args)

template<typename... Args>
std::string	MakeStringWithClassicLocale (const Args &...args)

std::string	MakeString (const std::string &str)

std::string	MakeString (const char *cstr)

std::string	MakeStringWithClassicLocale (const std::string &str)

std::string	MakeStringWithClassicLocale (const char *cstr)

template<typename T >
bool	TryParseStringWithClassicLocale (std::string_view str, T &value)

bool	TryParseStringWithClassicLocale (std::string_view str, std::string &value)

bool	TryParseStringWithClassicLocale (std::string_view str, bool &value)

template<typename T >
Status	ParseStringWithClassicLocale (std::string_view s, T &value)

template<typename T >
T	ParseStringWithClassicLocale (std::string_view s)

template<class C >
constexpr auto	AsSpan (C &c)

template<class C >
constexpr auto	AsSpan (const C &c)

template<class C >
constexpr auto	AsSpan (C &&c)

template<class T >
constexpr auto	AsSpan (std::initializer_list< T > c)

template<class T , size_t N>
constexpr auto	AsSpan (T(&arr)[N])

template<class T , size_t N>
constexpr auto	AsSpan (const T(&arr)[N])

template<class T >
gsl::span< const T >	EmptySpan ()

template<class U , class T >
gsl::span< U >	ReinterpretAsSpan (gsl::span< T > src)

gsl::span< const std::byte >	AsByteSpan (const void *data, size_t length)

template<class T1 , size_t Extent1, class T2 , size_t Extent2>
bool	SpanEq (gsl::span< T1, Extent1 > a, gsl::span< T2, Extent2 > b)

char *	StrDup (const std::string &str, OrtAllocator *allocator)

std::ostream &	operator<< (std::ostream &out, AllocKind alloc_kind)

void *	AllocateBufferWithOptions (IAllocator &allocator, size_t size, bool use_reserve, Stream *stream, WaitNotificationFn wait_fn)

void *	AllocatorDefaultAlloc (size_t size)

void	AllocatorDefaultFree (void *p)

std::ostream &	operator<< (std::ostream &out, MLDataType data_type)

MLFloat16	operator""_f16 (unsigned long long int v) noexcept

MLFloat16	operator""_fp16 (long double v) noexcept

BFloat16	operator""_b16 (unsigned long long int v) noexcept

BFloat16	operator""_bfp16 (long double v) noexcept

void	BFloat16ToFloat (const BFloat16 blf, float flt, size_t size) noexcept

void	FloatToBFloat16 (const float flt, BFloat16 blf, size_t size)

ORT_HOST_DEVICE bool	operator== (const Float8E4M3FN &left, const Float8E4M3FN &right)

ORT_HOST_DEVICE bool	operator!= (const Float8E4M3FN &left, const Float8E4M3FN &right)

ORT_HOST_DEVICE bool	operator< (const Float8E4M3FN &left, const Float8E4M3FN &right)

Float8E4M3FN	operator""_f8e4m3fn (unsigned long long int v)

Float8E4M3FN	operator""_f8e4m3fnp8 (long double v)

void	Float8E4M3FNToFloat (const Float8E4M3FN blf, float flt, size_t size)

void	FloatToFloat8E4M3FN (const float flt, Float8E4M3FN blf, size_t size, bool saturate)

ORT_HOST_DEVICE bool	operator== (const Float8E4M3FNUZ &left, const Float8E4M3FNUZ &right)

ORT_HOST_DEVICE bool	operator!= (const Float8E4M3FNUZ &left, const Float8E4M3FNUZ &right)

ORT_HOST_DEVICE bool	operator< (const Float8E4M3FNUZ &left, const Float8E4M3FNUZ &right)

Float8E4M3FNUZ	operator""_f8e4m3p8fnuz (unsigned long long int v)

Float8E4M3FNUZ	operator""_f8e4m3fnuzp8 (long double v)

void	Float8E4M3FNUZToFloat (const Float8E4M3FNUZ blf, float flt, size_t size)

void	FloatToFloat8E4M3FNUZ (const float flt, Float8E4M3FNUZ blf, size_t size, bool saturate)

ORT_HOST_DEVICE bool	operator== (const Float8E5M2 &left, const Float8E5M2 &right)

ORT_HOST_DEVICE bool	operator!= (const Float8E5M2 &left, const Float8E5M2 &right)

ORT_HOST_DEVICE bool	operator< (const Float8E5M2 &left, const Float8E5M2 &right)

Float8E5M2	operator""_f8e5m2fn (unsigned long long int v)

Float8E5M2	operator""_f8e5m2fnp8 (long double v)

void	Float8E5M2ToFloat (const Float8E5M2 blf, float flt, size_t size)

void	FloatToFloat8E5M2 (const float flt, Float8E5M2 blf, size_t size, bool saturate)

ORT_HOST_DEVICE bool	operator== (const Float8E5M2FNUZ &left, const Float8E5M2FNUZ &right)

ORT_HOST_DEVICE bool	operator!= (const Float8E5M2FNUZ &left, const Float8E5M2FNUZ &right)

ORT_HOST_DEVICE bool	operator< (const Float8E5M2FNUZ &left, const Float8E5M2FNUZ &right)

Float8E5M2FNUZ	operator""_f8e5m2fnuz (unsigned long long int v)

Float8E5M2FNUZ	operator""_f8e5m2fnuzp8 (long double v)

void	Float8E5M2FNUZToFloat (const Float8E5M2FNUZ blf, float flt, size_t size)

void	FloatToFloat8E5M2FNUZ (const float flt, Float8E5M2FNUZ blf, size_t size, bool saturate)

std::unique_ptr< OpKernelInfo >	CopyOpKernelInfo (const OpKernelInfo &info)

template<typename T >
KernelCreateInfo	BuildKernelCreateInfo ()

template<typename... Types>
std::vector< MLDataType >	BuildKernelDefConstraints ()

template<typename... Types>
std::vector< MLDataType >	BuildKernelDefSparseConstraints ()

template<typename L >
std::vector< MLDataType >	BuildKernelDefConstraintsFromTypeList ()

template<typename L >
std::vector< MLDataType >	BuildKernelDefSparseConstraintsFromTypeList ()

template<typename TEnum >
Status	EnumToName (const EnumNameMapping< TEnum > &mapping, TEnum value, std::string &name)

template<typename TEnum >
std::string	EnumToName (const EnumNameMapping< TEnum > &mapping, TEnum value)

template<typename TEnum >
Status	NameToEnum (const EnumNameMapping< TEnum > &mapping, const std::string &name, TEnum &value)

template<typename TEnum >
TEnum	NameToEnum (const EnumNameMapping< TEnum > &mapping, const std::string &name)

void	UnloadSharedProviders ()

std::ostream &	operator<< (std::ostream &, SparseFormat)

TensorShapeVector	ToShapeVector (const gsl::span< const int64_t > &span)

gsl::span< const int64_t >	ToConstSpan (const TensorShapeVector &vec)

std::ostream &	operator<< (std::ostream &out, const TensorShape &shape)

std::ostream &	operator<< (std::ostream &out, const NodeArg &node_arg)

std::ostream &	operator<< (std::ostream &out, const Node &node)

std::ostream &	operator<< (std::ostream &out, const Graph &graph)

constexpr GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy	operator\| (GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy, GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy)

constexpr GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy	operator& (GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy, GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy)

constexpr bool	operator== (GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy, GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy)

constexpr bool	operator!= (GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy, GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy)

Variables
constexpr size_t	kMaxStrLen = 2048

constexpr const char *	CPU = "Cpu"

constexpr const char *	CUDA = "Cuda"

constexpr const char *	CUDA_PINNED = "CudaPinned"

constexpr const char *	CANN = "Cann"

constexpr const char *	CANN_PINNED = "CannPinned"

constexpr const char *	DML = "DML"

constexpr const char *	HIP = "Hip"

constexpr const char *	HIP_PINNED = "HipPinned"

constexpr const char *	OpenVINO_CPU = "OpenVINO_CPU"

constexpr const char *	OpenVINO_GPU = "OpenVINO_GPU"

constexpr const char *	OpenVINO_RT = "OpenVINO_RT"

constexpr const char *	OpenVINO_RT_NPU = "OpenVINO_RT_NPU"

constexpr const char *	WEBGPU_BUFFER = "WebGPU_Buffer"

constexpr const char *	WEBNN_TENSOR = "WebNN_Tensor"

constexpr size_t	kAllocAlignment = 256

constexpr size_t	kTensorShapeSmallBufferElementsSize = 5

constexpr const char *	kNoOp = "NoOp"

constexpr const char *	kConstant = "Constant"

constexpr const char *	kFunctionOp = "_kFunctionOp"

constexpr const char *	kConstantValue = "value"

constexpr const char *	kOnnxDomain = ""

constexpr const char *	kOnnxDomainAlias = "ai.onnx"

constexpr const char *	kMLDomain = "ai.onnx.ml"

constexpr const char *	kMSDomain = "com.microsoft"

constexpr const char *	kPytorchAtenDomain = "org.pytorch.aten"

constexpr const char *	kMSExperimentalDomain = "com.microsoft.experimental"

constexpr const char *	kMSNchwcDomain = "com.microsoft.nchwc"

constexpr const char *	kMSInternalNHWCDomain = "com.ms.internal.nhwc"

constexpr const char *	kMSDmlDomain = "com.microsoft.dml"

constexpr const char *	kNGraphDomain = "com.intel.ai"

constexpr const char *	kMIGraphXDomain = ""

constexpr const char *	kVitisAIDomain = "com.xilinx"

constexpr size_t	kMaxExecutionProviderNameLen = 30

constexpr const char *	kCpuExecutionProvider = "CPUExecutionProvider"

constexpr const char *	kCudaExecutionProvider = "CUDAExecutionProvider"

constexpr const char *	kCudaNHWCExecutionProvider = "CUDANHWCExecutionProvider"

constexpr const char *	kDnnlExecutionProvider = "DnnlExecutionProvider"

constexpr const char *	kOpenVINOExecutionProvider = "OpenVINOExecutionProvider"

constexpr const char *	kVitisAIExecutionProvider = "VitisAIExecutionProvider"

constexpr const char *	kTensorrtExecutionProvider = "TensorrtExecutionProvider"

constexpr const char *	kNnapiExecutionProvider = "NnapiExecutionProvider"

constexpr const char *	kQnnExecutionProvider = "QNNExecutionProvider"

constexpr const char *	kRknpuExecutionProvider = "RknpuExecutionProvider"

constexpr const char *	kDmlExecutionProvider = "DmlExecutionProvider"

constexpr const char *	kMIGraphXExecutionProvider = "MIGraphXExecutionProvider"

constexpr const char *	kAclExecutionProvider = "ACLExecutionProvider"

constexpr const char *	kArmNNExecutionProvider = "ArmNNExecutionProvider"

constexpr const char *	kRocmExecutionProvider = "ROCMExecutionProvider"

constexpr const char *	kCoreMLExecutionProvider = "CoreMLExecutionProvider"

constexpr const char *	kJsExecutionProvider = "JsExecutionProvider"

constexpr const char *	kSnpeExecutionProvider = "SNPEExecutionProvider"

constexpr const char *	kTvmExecutionProvider = "TvmExecutionProvider"

constexpr const char *	kXnnpackExecutionProvider = "XnnpackExecutionProvider"

constexpr const char *	kWebNNExecutionProvider = "WebNNExecutionProvider"

constexpr const char *	kWebGpuExecutionProvider = "WebGpuExecutionProvider"

constexpr const char *	kCannExecutionProvider = "CANNExecutionProvider"

constexpr const char *	kAzureExecutionProvider = "AzureExecutionProvider"

constexpr const char *	kVSINPUExecutionProvider = "VSINPUExecutionProvider"

constexpr const char *	kExecutionProviderSharedLibraryPath = "shared_lib_path"

constexpr const char *	kExecutionProviderSharedLibraryEntry = "provider_factory_entry_point"

Detailed Description

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Typedef Documentation

using onnxruntime::AllocateFunc = typedef void* (*)(void*, size_t, size_t)

Definition at line 8 of file func_api.h.

using onnxruntime::AllocatorHandle = typedef void*

Definition at line 10 of file func_api.h.

using onnxruntime::AllocatorMap = typedef std::map<OrtDevice, AllocatorPtr>

Definition at line 264 of file allocator.h.

using onnxruntime::AllocatorPtr = typedef std::shared_ptr<IAllocator>

Definition at line 263 of file allocator.h.

using onnxruntime::ArgNameToTypeMap = typedef std::unordered_map<std::string, ONNX_NAMESPACE::TypeProto>

Definition at line 36 of file basic_types.h.

using onnxruntime::BufferNakedPtr = typedef void*

Definition at line 35 of file buffer_deleter.h.

using onnxruntime::BufferUniquePtr = typedef std::unique_ptr<void, BufferDeleter>

Definition at line 34 of file buffer_deleter.h.

using onnxruntime::BuildKernelCreateInfoFn = typedef KernelCreateInfo (*)(

Definition at line 206 of file op_kernel.h.

using onnxruntime::ComputeFunc = typedef std::function<Status(FunctionState, const OrtApi*, OrtKernelContext*)>

Definition at line 48 of file execution_provider.h.

using onnxruntime::ComputeFuncC = typedef common::Status (*)(FunctionState, const OrtApi*, OrtKernelContext*)

Definition at line 24 of file func_api.h.

using onnxruntime::CreateFunc = typedef void* (*)(

Definition at line 71 of file data_types.h.

using onnxruntime::CreateFunctionStateC = typedef int (*)(ComputeContext*, FunctionState*)

Definition at line 22 of file func_api.h.

using onnxruntime::CreateFunctionStateFunc = typedef std::function<int(ComputeContext*, FunctionState*)>

Logical device representation.

Definition at line 47 of file execution_provider.h.

using onnxruntime::CreateStreamFn = typedef std::function<std::unique_ptr<Stream>(const OrtDevice&)>

Definition at line 155 of file stream_handles.h.

using onnxruntime::DeleteFunc = typedef void (*)(void*)

Definition at line 70 of file data_types.h.

using onnxruntime::DestroyFunc = typedef void (*)(void*, void*)

Definition at line 9 of file func_api.h.

using onnxruntime::DestroyFunctionStateC = typedef void (*)(FunctionState)

Definition at line 26 of file func_api.h.

using onnxruntime::DestroyFunctionStateFunc = typedef std::function<void(FunctionState)>

Definition at line 49 of file execution_provider.h.

using onnxruntime::DomainToVersionMap = typedef std::unordered_map<std::string, int>

Definition at line 32 of file schema_registry.h.

using onnxruntime::DomainToVersionRangeMap = typedef std::unordered_map<std::string, SchemaRegistryVersion>

Definition at line 33 of file schema_registry.h.

template<typename TEnum >

using onnxruntime::EnumNameMapping = typedef std::vector<std::pair<TEnum, std::string>>

Definition at line 19 of file provider_options_utils.h.

using onnxruntime::FunctionState = typedef void*

Definition at line 20 of file func_api.h.

using onnxruntime::HashValue = typedef uint64_t

A computed hash value.

Definition at line 11 of file basic_types.h.

template<typename T >

using onnxruntime::IAllocatorUniquePtr = typedef std::unique_ptr<T, std::function<void(T*)>>

Definition at line 69 of file allocator.h.

using onnxruntime::InitializedTensorSet = typedef std::unordered_map<std::string, const ONNX_NAMESPACE::TensorProto*>

Definition at line 35 of file basic_types.h.

template<typename T , size_t N = CalculateInlinedVectorDefaultInlinedElements<T>::value, typename Allocator = std::allocator<T>>

using onnxruntime::InlinedVector = typedef absl::InlinedVector<T, N, Allocator>

Definition at line 126 of file inlined_containers_fwd.h.

using onnxruntime::InputDefList = typedef std::vector<const onnxruntime::NodeArg*>

Definition at line 18 of file framework_common.h.

using onnxruntime::Int4x2 = typedef Int4x2Base<true>

Definition at line 155 of file int4.h.

using onnxruntime::IOnnxRuntimeOpSchemaCollectionPtr = typedef std::shared_ptr<IOnnxRuntimeOpSchemaCollection>

Definition at line 46 of file basic_types.h.

typedef std::function< onnxruntime::common::Status(FuncManager &func_mgr, const OpKernelInfo &info, std::unique_ptr< OpKernel > &out)> onnxruntime::KernelCreateFn

Definition at line 142 of file op_kernel.h.

using onnxruntime::KernelCreateMap = typedef std::multimap<std::string, KernelCreateInfo>

Definition at line 12 of file kernel_registry.h.

using onnxruntime::KernelCreatePtrFn = typedef std::add_pointer<Status(FuncManager& func_mgr, const OpKernelInfo& info, std::unique_ptr<OpKernel>& out)>::type

Definition at line 143 of file op_kernel.h.

using onnxruntime::KernelDefHashes = typedef std::vector<std::pair<std::string, HashValue>>

Definition at line 13 of file kernel_registry.h.

using onnxruntime::MapInt64ToDouble = typedef std::map<int64_t, double>

Definition at line 41 of file data_types.h.

using onnxruntime::MapInt64ToFloat = typedef std::map<int64_t, float>

Definition at line 40 of file data_types.h.

using onnxruntime::MapInt64ToInt64 = typedef std::map<int64_t, int64_t>

Definition at line 39 of file data_types.h.

using onnxruntime::MapInt64ToString = typedef std::map<int64_t, std::string>

Definition at line 38 of file data_types.h.

using onnxruntime::MapStringToDouble = typedef std::map<std::string, double>

Definition at line 37 of file data_types.h.

using onnxruntime::MapStringToFloat = typedef std::map<std::string, float>

Definition at line 36 of file data_types.h.

using onnxruntime::MapStringToInt64 = typedef std::map<std::string, int64_t>

Definition at line 35 of file data_types.h.

using onnxruntime::MapStringToString = typedef std::map<std::string, std::string>

Predefined registered types.

Definition at line 34 of file data_types.h.

typedef std::map<size_t, OrtMemType> onnxruntime::MemTypeMap

Definition at line 19 of file kernel_def_builder.h.

using onnxruntime::MLDataType = typedef const DataTypeImpl*

Definition at line 68 of file data_types.h.

using onnxruntime::NameMLValMap = typedef std::unordered_map<std::string, OrtValue>

Definition at line 21 of file framework_common.h.

using onnxruntime::NodeArgInfo = typedef ONNX_NAMESPACE::ValueInfoProto

Definition at line 34 of file basic_types.h.

using onnxruntime::NodeAttributes = typedef std::unordered_map<std::string, ONNX_NAMESPACE::AttributeProto>

Definition at line 44 of file basic_types.h.

using onnxruntime::NodeIndex = typedef size_t

Definition at line 32 of file basic_types.h.

using onnxruntime::NotificationHandle = typedef void*

Definition at line 15 of file stream_handles.h.

using onnxruntime::OpName_Domain_Version_Schema_Map = typedef std::unordered_map< std::string, std::unordered_map<std::string, std::map<ONNX_NAMESPACE::OperatorSetVersion, ONNX_NAMESPACE::OpSchema>>>

Definition at line 20 of file schema_registry.h.

using onnxruntime::OutputDefList = typedef std::vector<const onnxruntime::NodeArg*>

Definition at line 19 of file framework_common.h.

using onnxruntime::ProviderOptions = typedef std::unordered_map<std::string, std::string>

Definition at line 14 of file provider_options.h.

using onnxruntime::ProviderOptionsMap = typedef std::unordered_map<std::string, ProviderOptions>

Definition at line 16 of file provider_options.h.

using onnxruntime::ProviderOptionsVector = typedef std::vector<ProviderOptions>

Definition at line 15 of file provider_options.h.

using onnxruntime::ProviderType = typedef const std::string&

Definition at line 37 of file basic_types.h.

typedef::OrtRunOptions onnxruntime::RunOptions

Definition at line 57 of file execution_provider.h.

using onnxruntime::StreamHandle = typedef void*

Definition at line 17 of file stream_handles.h.

using onnxruntime::TensorShapeVector = typedef InlinedVector<int64_t>

Definition at line 30 of file tensor_shape.h.

using onnxruntime::TimePoint = typedef std::chrono::high_resolution_clock::time_point

Definition at line 42 of file common.h.

using onnxruntime::UInt4x2 = typedef Int4x2Base<false>

Definition at line 156 of file int4.h.

using onnxruntime::VectorInt64 = typedef std::vector<int64_t>

Definition at line 50 of file data_types.h.

using onnxruntime::VectorMapInt64ToFloat = typedef std::vector<MapInt64ToFloat>

Definition at line 45 of file data_types.h.

using onnxruntime::VectorMapStringToFloat = typedef std::vector<MapStringToFloat>

Definition at line 44 of file data_types.h.

using onnxruntime::VectorString = typedef std::vector<std::string>

Definition at line 49 of file data_types.h.

using onnxruntime::Version = typedef int64_t

Definition at line 33 of file basic_types.h.

using onnxruntime::WaitNotificationFn = typedef std::function<void(Stream&, synchronize::Notification&)>

Definition at line 65 of file allocator.h.

Enumeration Type Documentation

enum onnxruntime::AllocKind

strong

Enumerator
kNotSet
kAllocate
kReuse
kPreExisting
kAllocateStatically
kAllocateOutput
kShare
kAllocatedExternally

Definition at line 24 of file alloc_kind.h.

enum onnxruntime::ArgType : uint8_t

strong

The type of an argument (input or output).

Enumerator
kInput
kOutput

Definition at line 14 of file basic_types.h.

enum onnxruntime::DataLayout

strong

Enumerator
NCHW
NHWC
NCHWC

Definition at line 59 of file execution_provider.h.

enum onnxruntime::endian

strong

Definition at line 9 of file endian.h.

enum onnxruntime::SparseFormat : uint32_t

strong

This is a Sparse Format enumeration.

Enumerator
kUndefined
kCoo
kCsrc
kBlockSparse

Definition at line 24 of file sparse_tensor.h.

enum onnxruntime::TransformerLevel : int

strong

Enumerator
Default
Level1
Level2
Level3
MaxLevel

Definition at line 10 of file graph_transformer_level.h.

Function Documentation

void* onnxruntime::AllocateBufferWithOptions	(	IAllocator &	allocator,
		size_t	size,
		bool	use_reserve,
		Stream *	stream,
		WaitNotificationFn	wait_fn
	)

void* onnxruntime::AllocatorDefaultAlloc ( size_t size )

void onnxruntime::AllocatorDefaultFree ( void * p )

gsl::span<const std::byte> onnxruntime::AsByteSpan	(	const void *	data,
		size_t	length
	)

inline

Definition at line 82 of file span_utils.h.

template<class C >

constexpr auto onnxruntime::AsSpan ( C & c )

Definition at line 42 of file span_utils.h.

template<class C >

constexpr auto onnxruntime::AsSpan ( const C & c )

Definition at line 47 of file span_utils.h.

template<class C >

constexpr auto onnxruntime::AsSpan ( C && c )

Definition at line 52 of file span_utils.h.

template<class T >

constexpr auto onnxruntime::AsSpan ( std::initializer_list< T > c )

Definition at line 57 of file span_utils.h.

template<class T , size_t N>

constexpr auto onnxruntime::AsSpan ( T(&) arr[N] )

Definition at line 62 of file span_utils.h.

template<class T , size_t N>

constexpr auto onnxruntime::AsSpan ( const T(&) arr[N] )

Definition at line 67 of file span_utils.h.

void onnxruntime::BFloat16ToFloat	(	const BFloat16 *	blf,
		float *	flt,
		size_t	size
	)

inlinenoexcept

Definition at line 281 of file float16.h.

template<typename T >

KernelCreateInfo onnxruntime::BuildKernelCreateInfo ( )

template<typename... Types>

std::vector<MLDataType> onnxruntime::BuildKernelDefConstraints ( )

inline

Definition at line 376 of file op_kernel.h.

template<typename L >

std::vector<MLDataType> onnxruntime::BuildKernelDefConstraintsFromTypeList ( )

inline

Definition at line 389 of file op_kernel.h.

template<typename... Types>

std::vector<MLDataType> onnxruntime::BuildKernelDefSparseConstraints ( )

inline

Definition at line 382 of file op_kernel.h.

template<typename L >

std::vector<MLDataType> onnxruntime::BuildKernelDefSparseConstraintsFromTypeList ( )

inline

Definition at line 395 of file op_kernel.h.

template<typename Key , typename... OtherContainerArgs, template< typename...> typename AssociativeContainer, typename LookupKey >

bool onnxruntime::Contains	(	const AssociativeContainer< Key, OtherContainerArgs...> &	container,
		LookupKey &&	key
	)

inline

Definition at line 282 of file common.h.

std::unique_ptr<OpKernelInfo> onnxruntime::CopyOpKernelInfo ( const OpKernelInfo & info )

template<class T >

gsl::span<const T> onnxruntime::EmptySpan ( )

inline

Definition at line 72 of file span_utils.h.

template<typename TEnum >

Status onnxruntime::EnumToName	(	const EnumNameMapping< TEnum > &	mapping,
		TEnum	value,
		std::string &	name
	)

Given a mapping and an enumeration value, gets the corresponding name.

Definition at line 25 of file provider_options_utils.h.

template<typename TEnum >

std::string onnxruntime::EnumToName	(	const EnumNameMapping< TEnum > &	mapping,
		TEnum	value
	)

Definition at line 39 of file provider_options_utils.h.

void onnxruntime::Float8E4M3FNToFloat	(	const Float8E4M3FN *	blf,
		float *	flt,
		size_t	size
	)

inline

Definition at line 178 of file float8.h.

void onnxruntime::Float8E4M3FNUZToFloat	(	const Float8E4M3FNUZ *	blf,
		float *	flt,
		size_t	size
	)

inline

Definition at line 336 of file float8.h.

void onnxruntime::Float8E5M2FNUZToFloat	(	const Float8E5M2FNUZ *	blf,
		float *	flt,
		size_t	size
	)

inline

Definition at line 655 of file float8.h.

void onnxruntime::Float8E5M2ToFloat	(	const Float8E5M2 *	blf,
		float *	flt,
		size_t	size
	)

inline

Definition at line 506 of file float8.h.

void onnxruntime::FloatToBFloat16	(	const float *	flt,
		BFloat16 *	blf,
		size_t	size
	)

inline

Definition at line 289 of file float16.h.

void onnxruntime::FloatToFloat8E4M3FN	(	const float *	flt,
		Float8E4M3FN *	blf,
		size_t	size,
		bool	saturate
	)

inline

Definition at line 186 of file float8.h.

void onnxruntime::FloatToFloat8E4M3FNUZ	(	const float *	flt,
		Float8E4M3FNUZ *	blf,
		size_t	size,
		bool	saturate
	)

inline

Definition at line 344 of file float8.h.

void onnxruntime::FloatToFloat8E5M2	(	const float *	flt,
		Float8E5M2 *	blf,
		size_t	size,
		bool	saturate
	)

inline

Definition at line 514 of file float8.h.

void onnxruntime::FloatToFloat8E5M2FNUZ	(	const float *	flt,
		Float8E5M2FNUZ *	blf,
		size_t	size,
		bool	saturate
	)

inline

Definition at line 663 of file float8.h.

std::vector<std::string> onnxruntime::GetStackTrace ( )

template<typename T , typename Hash = std::hash<T>>

void onnxruntime::HashCombine	(	const T &	value,
		size_t &	seed
	)

inline

Definition at line 17 of file hash_combine.h.

void onnxruntime::HashCombineWithHashValue	(	size_t	h,
		size_t &	seed
	)

inline

Definition at line 10 of file hash_combine.h.

void onnxruntime::LogRuntimeError	(	uint32_t	session_id,
		const common::Status &	status,
		const char *	file,
		const char *	function,
		uint32_t	line
	)

template<typename... Args>

std::string onnxruntime::MakeString ( const Args &... args )

inline

Makes a string by concatenating string representations of the arguments. This version uses the current locale.

Definition at line 90 of file make_string.h.

std::string onnxruntime::MakeString ( const std::string & str )

inline

Definition at line 116 of file make_string.h.

std::string onnxruntime::MakeString ( const char * cstr )

inline

Definition at line 120 of file make_string.h.

template<typename... Args>

std::string onnxruntime::MakeStringWithClassicLocale ( const Args &... args )

inline

Makes a string by concatenating string representations of the arguments. This version uses std::locale::classic().

Definition at line 110 of file make_string.h.

std::string onnxruntime::MakeStringWithClassicLocale ( const std::string & str )

inline

Definition at line 124 of file make_string.h.

std::string onnxruntime::MakeStringWithClassicLocale ( const char * cstr )

inline

Definition at line 128 of file make_string.h.

template<typename TEnum >

Status onnxruntime::NameToEnum	(	const EnumNameMapping< TEnum > &	mapping,
		const std::string &	name,
		TEnum &	value
	)

Given a mapping and a name, gets the corresponding enumeration value.

Definition at line 49 of file provider_options_utils.h.

template<typename TEnum >

TEnum onnxruntime::NameToEnum	(	const EnumNameMapping< TEnum > &	mapping,
		const std::string &	name
	)

Definition at line 64 of file provider_options_utils.h.

constexpr bool onnxruntime::operator!=	(	GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy	,
		GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy
	)

Definition at line 48 of file graph_transformer_config.h.

ORT_HOST_DEVICE bool onnxruntime::operator!=	(	const Float8E4M3FN &	left,
		const Float8E4M3FN &	right
	)

inline

Definition at line 161 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator!=	(	const Float8E4M3FNUZ &	left,
		const Float8E4M3FNUZ &	right
	)

inline

Definition at line 319 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator!=	(	const Float8E5M2 &	left,
		const Float8E5M2 &	right
	)

inline

Definition at line 489 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator!=	(	const Float8E5M2FNUZ &	left,
		const Float8E5M2FNUZ &	right
	)

inline

Definition at line 638 of file float8.h.

BFloat16 onnxruntime::operator""_b16 ( unsigned long long int v )

inlinenoexcept

Definition at line 272 of file float16.h.

BFloat16 onnxruntime::operator""_bfp16 ( long double v )

inlinenoexcept

Definition at line 276 of file float16.h.

MLFloat16 onnxruntime::operator""_f16 ( unsigned long long int v )

inlinenoexcept

Definition at line 264 of file float16.h.

Float8E4M3FN onnxruntime::operator""_f8e4m3fn ( unsigned long long int v )

inline

Definition at line 168 of file float8.h.

Float8E4M3FN onnxruntime::operator""_f8e4m3fnp8 ( long double v )

inline

Definition at line 172 of file float8.h.

Float8E4M3FNUZ onnxruntime::operator""_f8e4m3fnuzp8 ( long double v )

inline

Definition at line 330 of file float8.h.

Float8E4M3FNUZ onnxruntime::operator""_f8e4m3p8fnuz ( unsigned long long int v )

inline

Definition at line 326 of file float8.h.

Float8E5M2 onnxruntime::operator""_f8e5m2fn ( unsigned long long int v )

inline

Definition at line 496 of file float8.h.

Float8E5M2 onnxruntime::operator""_f8e5m2fnp8 ( long double v )

inline

Definition at line 500 of file float8.h.

Float8E5M2FNUZ onnxruntime::operator""_f8e5m2fnuz ( unsigned long long int v )

inline

Definition at line 645 of file float8.h.

Float8E5M2FNUZ onnxruntime::operator""_f8e5m2fnuzp8 ( long double v )

inline

Definition at line 649 of file float8.h.

MLFloat16 onnxruntime::operator""_fp16 ( long double v )

inlinenoexcept

Definition at line 268 of file float16.h.

constexpr GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy onnxruntime::operator&	(	GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy	,
		GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy
	)

Definition at line 35 of file graph_transformer_config.h.

ORT_HOST_DEVICE bool onnxruntime::operator<	(	const Float8E4M3FN &	left,
		const Float8E4M3FN &	right
	)

inline

Definition at line 162 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator<	(	const Float8E4M3FNUZ &	left,
		const Float8E4M3FNUZ &	right
	)

inline

Definition at line 320 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator<	(	const Float8E5M2 &	left,
		const Float8E5M2 &	right
	)

inline

Definition at line 490 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator<	(	const Float8E5M2FNUZ &	left,
		const Float8E5M2FNUZ &	right
	)

inline

Definition at line 639 of file float8.h.

std::ostream& onnxruntime::operator<<	(	std::ostream &	,
		SparseFormat
	)

std::ostream& onnxruntime::operator<<	(	std::ostream &	out,
		AllocKind	alloc_kind
	)

std::ostream& onnxruntime::operator<<	(	std::ostream &	out,
		const TensorShape &	shape
	)

std::ostream& onnxruntime::operator<<	(	std::ostream &	out,
		MLDataType	data_type
	)

std::ostream& onnxruntime::operator<<	(	std::ostream &	out,
		const NodeArg &	node_arg
	)

std::ostream& onnxruntime::operator<<	(	std::ostream &	out,
		const Node &	node
	)

std::ostream& onnxruntime::operator<<	(	std::ostream &	out,
		const Graph &	graph
	)

constexpr bool onnxruntime::operator==	(	GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy	,
		GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy
	)

Definition at line 44 of file graph_transformer_config.h.

ORT_HOST_DEVICE bool onnxruntime::operator==	(	const Float8E4M3FN &	left,
		const Float8E4M3FN &	right
	)

inline

Definition at line 160 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator==	(	const Float8E4M3FNUZ &	left,
		const Float8E4M3FNUZ &	right
	)

inline

Definition at line 318 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator==	(	const Float8E5M2 &	left,
		const Float8E5M2 &	right
	)

inline

Definition at line 488 of file float8.h.

ORT_HOST_DEVICE bool onnxruntime::operator==	(	const Float8E5M2FNUZ &	left,
		const Float8E5M2FNUZ &	right
	)

inline

Definition at line 637 of file float8.h.

constexpr GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy onnxruntime::operator\|	(	GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy	,
		GraphTransformerConfiguration::PropagateCastOpsConfiguration::Strategy
	)

Definition at line 26 of file graph_transformer_config.h.

template<typename T >

Status onnxruntime::ParseStringWithClassicLocale	(	std::string_view	s,
		T &	value
	)

Parses a value from an entire string.

Definition at line 70 of file parse_string.h.

template<typename T >

T onnxruntime::ParseStringWithClassicLocale ( std::string_view s )

Parses a value from an entire string.

Definition at line 79 of file parse_string.h.

template<class U , class T >

gsl::span<U> onnxruntime::ReinterpretAsSpan ( gsl::span< T > src )

inline

Definition at line 75 of file span_utils.h.

bool onnxruntime::SetDenormalAsZero ( bool on )

template<class T1 , size_t Extent1, class T2 , size_t Extent2>

bool onnxruntime::SpanEq	(	gsl::span< T1, Extent1 >	a,
		gsl::span< T2, Extent2 >	b
	)

inline

Definition at line 87 of file span_utils.h.

char* onnxruntime::StrDup	(	const std::string &	str,
		OrtAllocator *	allocator
	)

long long onnxruntime::TimeDiffMicroSeconds ( TimePoint start_time )

inline

Definition at line 252 of file common.h.

long long onnxruntime::TimeDiffMicroSeconds	(	TimePoint	start_time,
		TimePoint	end_time
	)

inline

Definition at line 257 of file common.h.

gsl::span<const int64_t> onnxruntime::ToConstSpan ( const TensorShapeVector & vec )

inline

Definition at line 39 of file tensor_shape.h.

TensorShapeVector onnxruntime::ToShapeVector ( const gsl::span< const int64_t > & span )

inline

Definition at line 32 of file tensor_shape.h.

std::string onnxruntime::ToUTF8String ( const std::string & s )

inline

Definition at line 262 of file common.h.

std::string onnxruntime::ToWideString ( const std::string & s )

inline

Definition at line 272 of file common.h.

template<typename T >

bool onnxruntime::TryParseStringWithClassicLocale	(	std::string_view	str,
		T &	value
	)

Tries to parse a value from an entire string.

Definition at line 19 of file parse_string.h.

bool onnxruntime::TryParseStringWithClassicLocale	(	std::string_view	str,
		std::string &	value
	)

inline

Definition at line 47 of file parse_string.h.

bool onnxruntime::TryParseStringWithClassicLocale	(	std::string_view	str,
		bool &	value
	)

inline

Definition at line 52 of file parse_string.h.

void onnxruntime::UnloadSharedProviders ( )

Variable Documentation

constexpr const char* onnxruntime::CANN = "Cann"

Definition at line 46 of file allocator.h.

constexpr const char* onnxruntime::CANN_PINNED = "CannPinned"

Definition at line 47 of file allocator.h.

constexpr const char* onnxruntime::CPU = "Cpu"

Definition at line 43 of file allocator.h.

constexpr const char* onnxruntime::CUDA = "Cuda"

Definition at line 44 of file allocator.h.

constexpr const char* onnxruntime::CUDA_PINNED = "CudaPinned"

Definition at line 45 of file allocator.h.

constexpr const char* onnxruntime::DML = "DML"

Definition at line 48 of file allocator.h.

constexpr const char* onnxruntime::HIP = "Hip"

Definition at line 49 of file allocator.h.

constexpr const char* onnxruntime::HIP_PINNED = "HipPinned"

Definition at line 50 of file allocator.h.

constexpr const char* onnxruntime::kAclExecutionProvider = "ACLExecutionProvider"

Definition at line 44 of file constants.h.

constexpr size_t onnxruntime::kAllocAlignment = 256

Definition at line 58 of file allocator.h.

constexpr const char* onnxruntime::kArmNNExecutionProvider = "ArmNNExecutionProvider"

Definition at line 45 of file constants.h.

constexpr const char* onnxruntime::kAzureExecutionProvider = "AzureExecutionProvider"

Definition at line 55 of file constants.h.

constexpr const char* onnxruntime::kCannExecutionProvider = "CANNExecutionProvider"

Definition at line 54 of file constants.h.

constexpr const char* onnxruntime::kConstant = "Constant"

Definition at line 11 of file constants.h.

constexpr const char* onnxruntime::kConstantValue = "value"

Definition at line 13 of file constants.h.

constexpr const char* onnxruntime::kCoreMLExecutionProvider = "CoreMLExecutionProvider"

Definition at line 47 of file constants.h.

constexpr const char* onnxruntime::kCpuExecutionProvider = "CPUExecutionProvider"

Definition at line 32 of file constants.h.

constexpr const char* onnxruntime::kCudaExecutionProvider = "CUDAExecutionProvider"

Definition at line 33 of file constants.h.

constexpr const char* onnxruntime::kCudaNHWCExecutionProvider = "CUDANHWCExecutionProvider"

Definition at line 34 of file constants.h.

constexpr const char* onnxruntime::kDmlExecutionProvider = "DmlExecutionProvider"

Definition at line 42 of file constants.h.

constexpr const char* onnxruntime::kDnnlExecutionProvider = "DnnlExecutionProvider"

Definition at line 35 of file constants.h.

constexpr const char* onnxruntime::kExecutionProviderSharedLibraryEntry = "provider_factory_entry_point"

Definition at line 59 of file constants.h.

constexpr const char* onnxruntime::kExecutionProviderSharedLibraryPath = "shared_lib_path"

Definition at line 58 of file constants.h.

constexpr const char* onnxruntime::kFunctionOp = "_kFunctionOp"

Definition at line 12 of file constants.h.

constexpr const char* onnxruntime::kJsExecutionProvider = "JsExecutionProvider"

Definition at line 48 of file constants.h.

constexpr size_t onnxruntime::kMaxExecutionProviderNameLen = 30

Definition at line 30 of file constants.h.

constexpr size_t onnxruntime::kMaxStrLen = 2048

Definition at line 275 of file common.h.

constexpr const char* onnxruntime::kMIGraphXDomain = ""

Definition at line 25 of file constants.h.

constexpr const char* onnxruntime::kMIGraphXExecutionProvider = "MIGraphXExecutionProvider"

Definition at line 43 of file constants.h.

constexpr const char* onnxruntime::kMLDomain = "ai.onnx.ml"

Definition at line 17 of file constants.h.

constexpr const char* onnxruntime::kMSDmlDomain = "com.microsoft.dml"

Definition at line 23 of file constants.h.

constexpr const char* onnxruntime::kMSDomain = "com.microsoft"

Definition at line 18 of file constants.h.

constexpr const char* onnxruntime::kMSExperimentalDomain = "com.microsoft.experimental"

Definition at line 20 of file constants.h.

constexpr const char* onnxruntime::kMSInternalNHWCDomain = "com.ms.internal.nhwc"

Definition at line 22 of file constants.h.

constexpr const char* onnxruntime::kMSNchwcDomain = "com.microsoft.nchwc"

Definition at line 21 of file constants.h.

constexpr const char* onnxruntime::kNGraphDomain = "com.intel.ai"

Definition at line 24 of file constants.h.

constexpr const char* onnxruntime::kNnapiExecutionProvider = "NnapiExecutionProvider"

Definition at line 39 of file constants.h.

constexpr const char* onnxruntime::kNoOp = "NoOp"

Definition at line 10 of file constants.h.

constexpr const char* onnxruntime::kOnnxDomain = ""

Definition at line 14 of file constants.h.

constexpr const char* onnxruntime::kOnnxDomainAlias = "ai.onnx"

Definition at line 16 of file constants.h.

constexpr const char* onnxruntime::kOpenVINOExecutionProvider = "OpenVINOExecutionProvider"

Definition at line 36 of file constants.h.

constexpr const char* onnxruntime::kPytorchAtenDomain = "org.pytorch.aten"

Definition at line 19 of file constants.h.

constexpr const char* onnxruntime::kQnnExecutionProvider = "QNNExecutionProvider"

Definition at line 40 of file constants.h.

constexpr const char* onnxruntime::kRknpuExecutionProvider = "RknpuExecutionProvider"

Definition at line 41 of file constants.h.

constexpr const char* onnxruntime::kRocmExecutionProvider = "ROCMExecutionProvider"

Definition at line 46 of file constants.h.

constexpr const char* onnxruntime::kSnpeExecutionProvider = "SNPEExecutionProvider"

Definition at line 49 of file constants.h.

constexpr const char* onnxruntime::kTensorrtExecutionProvider = "TensorrtExecutionProvider"

Definition at line 38 of file constants.h.

constexpr size_t onnxruntime::kTensorShapeSmallBufferElementsSize = 5

Definition at line 25 of file tensor_shape.h.

constexpr const char* onnxruntime::kTvmExecutionProvider = "TvmExecutionProvider"

Definition at line 50 of file constants.h.

constexpr const char* onnxruntime::kVitisAIDomain = "com.xilinx"

Definition at line 26 of file constants.h.

constexpr const char* onnxruntime::kVitisAIExecutionProvider = "VitisAIExecutionProvider"

Definition at line 37 of file constants.h.

constexpr const char* onnxruntime::kVSINPUExecutionProvider = "VSINPUExecutionProvider"

Definition at line 56 of file constants.h.

constexpr const char* onnxruntime::kWebGpuExecutionProvider = "WebGpuExecutionProvider"

Definition at line 53 of file constants.h.

constexpr const char* onnxruntime::kWebNNExecutionProvider = "WebNNExecutionProvider"

Definition at line 52 of file constants.h.

constexpr const char* onnxruntime::kXnnpackExecutionProvider = "XnnpackExecutionProvider"

Definition at line 51 of file constants.h.

constexpr const char* onnxruntime::OpenVINO_CPU = "OpenVINO_CPU"

Definition at line 51 of file allocator.h.

constexpr const char* onnxruntime::OpenVINO_GPU = "OpenVINO_GPU"

Definition at line 52 of file allocator.h.

constexpr const char* onnxruntime::OpenVINO_RT = "OpenVINO_RT"

Definition at line 53 of file allocator.h.

constexpr const char* onnxruntime::OpenVINO_RT_NPU = "OpenVINO_RT_NPU"

Definition at line 54 of file allocator.h.

constexpr const char* onnxruntime::WEBGPU_BUFFER = "WebGPU_Buffer"

Definition at line 55 of file allocator.h.

constexpr const char* onnxruntime::WEBNN_TENSOR = "WebNN_Tensor"

Definition at line 56 of file allocator.h.

Namespaces

Classes

Typedefs

Enumerations

Functions

Variables

Detailed Description

Typedef Documentation

Enumeration Type Documentation

Function Documentation

Variable Documentation