oneDNN v2.5.0 documentation
Building and Linking
Build from Source
Build Options
Linking to the Library
Programming Model
Basic Concepts
Getting started
Memory Format Propagation
Inference and Training Aspects
Inference
Int8 Inference
Bfloat16 Training
Primitive Attributes
Primitive Attributes: Scratchpad
Primitive Attributes: Quantization
Primitive Attributes: Post-ops
Data Types
Reorder between CPU and GPU engines
API
Interoperability with DPC++ and OpenCL
OpenCL Interoperability
DPC++ Interoperability
DPC++ Backends Support: OpenCL and Level Zero
Supported Primitives
Convolution
Inner Product
Matrix Multiplication
RNN
Batch Normalization
Binary
Concat
Eltwise
Layer Normalization
Local Response Normalization (LRN)
LogSoftmax
Pooling
PReLU
Resampling
Shuffle
Softmax
Sum
Reorder
Reduction
Examples
Performance Profiling and Inspection
Verbose Mode
Configuring oneDNN for Benchmarking
CPU
Benchmarking Performance
Profiling oneDNN Performance
Inspecting JIT Code
Example (CPU)
Example (GPU)
Performance Profiling Example
CPU Dispatcher Control
CPU ISA Hints
Advanced Topics
Transition from Intel MKL-DNN to oneDNN
Understanding Memory Formats
Nuances of int8 Computations
Primitive Cache
Using oneDNN with Threadpool-based Threading
oneDNN API
Primitives
Common
enum dnnl_alg_kind_t
enum dnnl_normalization_flags_t
enum dnnl_primitive_kind_t
enum dnnl_prop_kind_t
enum dnnl_query_t
enum dnnl::normalization_flags
enum dnnl::query
struct dnnl_exec_arg_t
struct dnnl_primitive
struct dnnl_primitive_desc
struct dnnl_primitive_desc_iterator
struct dnnl::primitive
enum dnnl::primitive::kind
struct dnnl::primitive_desc
struct dnnl::primitive_desc_base
Attributes
enum dnnl::algorithm
enum dnnl_fpmath_mode_t
enum dnnl_scratchpad_mode_t
enum dnnl::fpmath_mode
enum dnnl::prop_kind
enum dnnl::scratchpad_mode
struct dnnl_post_ops
struct dnnl_primitive_attr
struct dnnl::post_ops
Reorder
struct dnnl::reorder
struct dnnl::reorder::primitive_desc
Concat
struct dnnl::concat
struct dnnl::concat::primitive_desc
Sum
struct dnnl::sum
struct dnnl::sum::primitive_desc
Binary
struct dnnl::binary
struct dnnl::binary::desc
struct dnnl::binary::primitive_desc
struct dnnl_binary_desc_t
Convolution
struct dnnl::convolution_backward_data
struct dnnl::convolution_backward_data::desc
struct dnnl::convolution_backward_data::primitive_desc
struct dnnl::convolution_backward_weights
struct dnnl::convolution_backward_weights::desc
struct dnnl::convolution_backward_weights::primitive_desc
struct dnnl::convolution_forward
struct dnnl::convolution_forward::desc
struct dnnl::convolution_forward::primitive_desc
struct dnnl_convolution_desc_t
Deconvolution
struct dnnl::deconvolution_backward_data
struct dnnl::deconvolution_backward_data::desc
struct dnnl::deconvolution_backward_data::primitive_desc
struct dnnl::deconvolution_backward_weights
struct dnnl::deconvolution_backward_weights::desc
struct dnnl::deconvolution_backward_weights::primitive_desc
struct dnnl::deconvolution_forward
struct dnnl::deconvolution_forward::desc
struct dnnl::deconvolution_forward::primitive_desc
Shuffle
struct dnnl_shuffle_desc_t
struct dnnl::shuffle_backward
struct dnnl::shuffle_backward::desc
struct dnnl::shuffle_backward::primitive_desc
struct dnnl::shuffle_forward
struct dnnl::shuffle_forward::desc
struct dnnl::shuffle_forward::primitive_desc
Eltwise
struct dnnl_eltwise_desc_t
struct dnnl::eltwise_backward
struct dnnl::eltwise_backward::desc
struct dnnl::eltwise_backward::primitive_desc
struct dnnl::eltwise_forward
struct dnnl::eltwise_forward::desc
struct dnnl::eltwise_forward::primitive_desc
Softmax
struct dnnl_softmax_desc_t
struct dnnl::softmax_backward
struct dnnl::softmax_backward::desc
struct dnnl::softmax_backward::primitive_desc
struct dnnl::softmax_forward
struct dnnl::softmax_forward::desc
struct dnnl::softmax_forward::primitive_desc
LogSoftmax
struct dnnl::logsoftmax_backward
struct dnnl::logsoftmax_backward::desc
struct dnnl::logsoftmax_backward::primitive_desc
struct dnnl::logsoftmax_forward
struct dnnl::logsoftmax_forward::desc
struct dnnl::logsoftmax_forward::primitive_desc
Pooling
struct dnnl_pooling_desc_t
struct dnnl::pooling_backward
struct dnnl::pooling_backward::desc
struct dnnl::pooling_backward::primitive_desc
struct dnnl::pooling_forward
struct dnnl::pooling_forward::desc
struct dnnl::pooling_forward::primitive_desc
Pooling_v2
struct dnnl_pooling_v2_desc_t
struct dnnl::pooling_v2_backward
struct dnnl::pooling_v2_backward::desc
struct dnnl::pooling_v2_backward::primitive_desc
struct dnnl::pooling_v2_forward
struct dnnl::pooling_v2_forward::desc
struct dnnl::pooling_v2_forward::primitive_desc
PReLU
struct dnnl_prelu_desc_t
struct dnnl::prelu_backward
struct dnnl::prelu_backward::desc
struct dnnl::prelu_backward::primitive_desc
struct dnnl::prelu_forward
struct dnnl::prelu_forward::desc
struct dnnl::prelu_forward::primitive_desc
LRN
struct dnnl_lrn_desc_t
struct dnnl::lrn_backward
struct dnnl::lrn_backward::desc
struct dnnl::lrn_backward::primitive_desc
struct dnnl::lrn_forward
struct dnnl::lrn_forward::desc
struct dnnl::lrn_forward::primitive_desc
Batch Normalization
struct dnnl::batch_normalization_backward
struct dnnl::batch_normalization_backward::desc
struct dnnl::batch_normalization_backward::primitive_desc
struct dnnl::batch_normalization_forward
struct dnnl::batch_normalization_forward::desc
struct dnnl::batch_normalization_forward::primitive_desc
struct dnnl_batch_normalization_desc_t
Layer Normalization
struct dnnl_layer_normalization_desc_t
struct dnnl::layer_normalization_backward
struct dnnl::layer_normalization_backward::desc
struct dnnl::layer_normalization_backward::primitive_desc
struct dnnl::layer_normalization_forward
struct dnnl::layer_normalization_forward::desc
struct dnnl::layer_normalization_forward::primitive_desc
Inner Product
struct dnnl_inner_product_desc_t
struct dnnl::inner_product_backward_data
struct dnnl::inner_product_backward_data::desc
struct dnnl::inner_product_backward_data::primitive_desc
struct dnnl::inner_product_backward_weights
struct dnnl::inner_product_backward_weights::desc
struct dnnl::inner_product_backward_weights::primitive_desc
struct dnnl::inner_product_forward
struct dnnl::inner_product_forward::desc
struct dnnl::inner_product_forward::primitive_desc
RNN
enum dnnl_rnn_direction_t
enum dnnl_rnn_flags_t
enum dnnl::rnn_direction
enum dnnl::rnn_flags
struct dnnl_rnn_desc_t
struct dnnl::gru_backward
struct dnnl::gru_backward::desc
struct dnnl::gru_backward::primitive_desc
struct dnnl::gru_forward
struct dnnl::gru_forward::desc
struct dnnl::gru_forward::primitive_desc
struct dnnl::lbr_gru_backward
struct dnnl::lbr_gru_backward::desc
struct dnnl::lbr_gru_backward::primitive_desc
struct dnnl::lbr_gru_forward
struct dnnl::lbr_gru_forward::desc
struct dnnl::lbr_gru_forward::primitive_desc
struct dnnl::lstm_backward
struct dnnl::lstm_backward::desc
struct dnnl::lstm_backward::primitive_desc
struct dnnl::lstm_forward
struct dnnl::lstm_forward::desc
struct dnnl::lstm_forward::primitive_desc
struct dnnl::rnn_primitive_desc_base
struct dnnl::vanilla_rnn_backward
struct dnnl::vanilla_rnn_backward::desc
struct dnnl::vanilla_rnn_backward::primitive_desc
struct dnnl::vanilla_rnn_forward
struct dnnl::vanilla_rnn_forward::desc
struct dnnl::vanilla_rnn_forward::primitive_desc
Matrix Multiplication
struct dnnl_matmul_desc_t
struct dnnl::matmul
struct dnnl::matmul::desc
struct dnnl::matmul::primitive_desc
Resampling
struct dnnl_resampling_desc_t
struct dnnl::resampling_backward
struct dnnl::resampling_backward::desc
struct dnnl::resampling_backward::primitive_desc
struct dnnl::resampling_forward
struct dnnl::resampling_forward::desc
struct dnnl::resampling_forward::primitive_desc
Reduction
struct dnnl_reduction_desc_t
struct dnnl::reduction
struct dnnl::reduction::desc
struct dnnl::reduction::primitive_desc
Memory
enum dnnl_data_type_t
enum dnnl_format_kind_t
enum dnnl_format_tag_t
enum dnnl_memory_extra_flags_t
enum dnnl_rnn_packed_memory_format_t
enum dnnl_wino_memory_format_t
struct dnnl_blocking_desc_t
struct dnnl_memory
struct dnnl_memory_desc_t
struct dnnl_memory_extra_desc_t
struct dnnl_rnn_packed_desc_t
struct dnnl_wino_desc_t
struct dnnl::memory
enum dnnl::memory::data_type
enum dnnl::memory::format_kind
enum dnnl::memory::format_tag
struct dnnl::memory::desc
Engine
enum dnnl_engine_kind_t
struct dnnl_engine
struct dnnl::engine
enum dnnl::engine::kind
Stream
enum dnnl_stream_flags_t
struct dnnl_stream
struct dnnl::stream
enum dnnl::stream::flags
Primitive Cache
Dnnl_api_mathmode
Service
enum dnnl::cpu_isa
enum dnnl::cpu_isa_hints
enum dnnl_cpu_isa_hints_t
enum dnnl_cpu_isa_t
enum dnnl::status
struct dnnl_version_t
BLAS functions
Runtime interoperability API
OpenCL interoperability API
namespace dnnl::ocl_interop
enum dnnl::ocl_interop::memory_kind
enum dnnl_ocl_interop_memory_kind_t
SYCL interoperability API
namespace dnnl::sycl_interop
enum dnnl::sycl_interop::memory_kind
enum dnnl_sycl_interop_memory_kind_t
Threadpool interoperability API
namespace dnnl::threadpool_interop
struct dnnl::threadpool_interop::threadpool_iface
Utilities
enum dnnl_status_t
struct dnnl::error
template struct dnnl::handle
template struct dnnl::handle_traits
namespace dnnl
namespace oneapi
.rst
.pdf
Performance Profiling and Inspection
¶
Verbose Mode
Configuring oneDNN for Benchmarking
CPU
Benchmarking Performance
Profiling oneDNN Performance
Inspecting JIT Code
Example (CPU)
Example (GPU)
Performance Profiling Example
CPU Dispatcher Control
CPU ISA Hints
Examples
Verbose Mode