Detailed Description

Provides an interface for supporting non-standard DNN layers.

Data Structures
struct	dwDNNCustomLayer
	Specifies plugin configuration. More...

struct	dwDNNPluginConfiguration
	Specified plugin configuration. More...

struct	dwDNNPluginField
	DNN plugin field. More...

struct	dwDNNPluginFieldCollection
	DNN plugin field colleciton. More...

struct	dwDNNPluginTensorDesc
	DNN Plugin tensor descriptor. More...

struct	dwDNNPluginWeights
	Stores DNN weights. More...

Typedefs
typedef void const *	_dwConstDNNPluginHandle_t

typedef void *	_dwDNNPluginHandle_t
	_dwDNNPluginHandle_t can be optionally used for storing and accessing variables among the functions defined below. More...

Enumerations
enum	dwDNNPluginFieldType { DW_DNN_PLUGIN_FIELD_TYPE_FLOAT16 = 0 , DW_DNN_PLUGIN_FIELD_TYPE_FLOAT32 = 1 , DW_DNN_PLUGIN_FIELD_TYPE_FLOAT64 = 2 , DW_DNN_PLUGIN_FIELD_TYPE_INT8 = 3 , DW_DNN_PLUGIN_FIELD_TYPE_INT16 = 4 , DW_DNN_PLUGIN_FIELD_TYPE_INT32 = 5 , DW_DNN_PLUGIN_FIELD_TYPE_CHAR = 6 , DW_DNN_PLUGIN_FIELD_TYPE_DIMS = 7 , DW_DNN_PLUGIN_FIELD_TYPE_UNKNOWN = 8 }
	Plugin field type. More...

enum	dwDNNPluginLayout { DW_DNN_PLUGIN_LAYOUT_LINEAR = 0 , DW_DNN_PLUGIN_LAYOUT_NCHW = DW_DNN_PLUGIN_LAYOUT_LINEAR , DW_DNN_PLUGIN_LAYOUT_NC2HW2 = 1 , DW_DNN_PLUGIN_LAYOUT_CHW2 = DW_DNN_PLUGIN_LAYOUT_NC2HW2 , DW_DNN_PLUGIN_LAYOUT_NHWC8 = 2 , DW_DNN_PLUGIN_LAYOUT_HWC8 = DW_DNN_PLUGIN_LAYOUT_NHWC8 , DW_DNN_PLUGIN_LAYOUT_CHW4 = 3 , DW_DNN_PLUGIN_LAYOUT_CHW16 = 4 , DW_DNN_PLUGIN_LAYOUT_CHW32 = 5 , DW_DNN_PLUGIN_LAYOUT_DHWC8 = 6 , DW_DNN_PLUGIN_LAYOUT_CDHW32 = 7 , DW_DNN_PLUGIN_LAYOUT_HWC = 8 , DW_DNN_PLUGIN_LAYOUT_DLA_LINEAR = 9 , DW_DNN_PLUGIN_LAYOUT_DLA_HWC4 = 10 }
	Represents different layouts for plugins. More...

Functions
dwStatus	_dwDNNPlugin_canBroadcastInputAcrossBatch (bool *canBroadcastInputAcrossBatch, int32_t inputIndex, _dwConstDNNPluginHandle_t handle)
	Returns whether plugin can use input that is broadcast across batch without replication. More...

dwStatus	_dwDNNPlugin_clone (_dwDNNPluginHandle_t *out, _dwDNNPluginHandle_t handle)
	Clones the plugin. More...

dwStatus	_dwDNNPlugin_configurePlugin (const dwDNNPluginTensorDesc inputDescs, int32_t numInputs, const dwDNNPluginTensorDesc outputDescs, int32_t numOutputs, _dwDNNPluginHandle_t handle)
	Configures the plugin with given format. More...

dwStatus	_dwDNNPlugin_configureWithFormat (const dwBlobSize inputDimensions, int32_t numInputs, const dwBlobSize outputDimensions, int32_t numOutputs, dwPrecision precision, dwDNNPluginLayout layout, int32_t maxBatchSize, _dwDNNPluginHandle_t handle)
	Configures the plugin with given format. More...

dwStatus	_dwDNNPlugin_create (_dwDNNPluginHandle_t *handle)
	Creates a custom plugin. More...

dwStatus	_dwDNNPlugin_deserializeFromBuffer (const char8_t name, const void buffer, size_t len, _dwDNNPluginHandle_t handle)
	Deserializes plugin from buffer. More...

dwStatus	_dwDNNPlugin_deserializeFromFieldCollection (const char8_t name, const dwDNNPluginFieldCollection fieldCollection, _dwDNNPluginHandle_t handle)
	Deserializes plugin from field collection. More...

dwStatus	_dwDNNPlugin_deserializeFromWeights (const dwDNNPluginWeights *weights, int32_t numWeights, _dwDNNPluginHandle_t handle)
	Deserializes plugin from weights. More...

dwStatus	_dwDNNPlugin_destroy (_dwDNNPluginHandle_t handle)
	Destroys the plugin. More...

dwStatus	_dwDNNPlugin_enqueue (int32_t batchSize, const void const inputs, void *outputs, void workspace, cudaStream_t stream, _dwDNNPluginHandle_t handle)
	Performs forward-pass. More...

dwStatus	_dwDNNPlugin_getNumOutputs (int32_t *numOutputs, _dwDNNPluginHandle_t handle)
	Returns number of outputs. More...

dwStatus	_dwDNNPlugin_getOutputDimensions (dwBlobSize outputDimensions, int32_t outputIndex, const dwBlobSize inputDimensions, int32_t numInputs, _dwDNNPluginHandle_t handle)
	Returns output dimensions of an output at a given index based on inputDimensions. More...

dwStatus	_dwDNNPlugin_getOutputPrecision (dwPrecision outputPrecision, int32_t outputIndex, const dwPrecision inputPrecisions, int32_t numInputs, _dwConstDNNPluginHandle_t handle)
	Returns output precision at given index given the input precisions. More...

dwStatus	_dwDNNPlugin_getPluginFieldCollection (dwDNNPluginFieldCollection *fieldCollection, _dwDNNPluginHandle_t handle)
	Returns a list of fields that needs to be passed to plugin at creation. More...

dwStatus	_dwDNNPlugin_getPluginNamespace (const char8_t **pluginNamespace, _dwConstDNNPluginHandle_t handle)
	Returns plugin namespace. More...

dwStatus	_dwDNNPlugin_getPluginType (const char8_t **pluginType, _dwConstDNNPluginHandle_t handle)
	Returns the plugin type as string. More...

dwStatus	_dwDNNPlugin_getPluginVersion (const char8_t **pluginVersion, _dwConstDNNPluginHandle_t handle)
	Returns plugin version as string. More...

dwStatus	_dwDNNPlugin_getSerializationSize (size_t *serializationSize, _dwDNNPluginHandle_t handle)
	Returns serialization size. More...

dwStatus	_dwDNNPlugin_getWorkspaceSize (size_t *workspaceSize, int32_t maxBatchSize, _dwDNNPluginHandle_t handle)
	Returns workspace size. More...

dwStatus	_dwDNNPlugin_initialize (_dwDNNPluginHandle_t handle, const char8_t layerName, const void *data, size_t length)
	Initializes the custom plugin from serialized bytes. More...

dwStatus	_dwDNNPlugin_initializeFromWeights (_dwDNNPluginHandle_t handle, const char8_t layerName, const dwDNNPluginWeights *weights, int32_t numWeights)
	Initializes the custom plugin from weights. More...

dwStatus	_dwDNNPlugin_isOutputBroadcastAcrossBatch (bool isOutputBroadcastAcrossBatch, int32_t outputIndex, const bool inputIsBroadcasted, int32_t numInputs, _dwConstDNNPluginHandle_t handle)
	Returns whether output is broadcast across batch. More...

dwStatus	_dwDNNPlugin_release (_dwDNNPluginHandle_t handle)
	Releases the custom plugin. More...

dwStatus	_dwDNNPlugin_serialize (void *buffer, _dwDNNPluginHandle_t handle)
	Serializes the plugin to buffer. More...

dwStatus	_dwDNNPlugin_setPluginNamespace (const char8_t *pluginNamespace, _dwDNNPluginHandle_t handle)
	Sets plugin namespace. More...

dwStatus	_dwDNNPlugin_setup (_dwDNNPluginHandle_t handle)
	Initializes the created plugin. More...

dwStatus	_dwDNNPlugin_supportsFormat (bool *res, dwPrecision precision, dwDNNPluginLayout pluginLayout, _dwDNNPluginHandle_t handle)
	Returns a flag indicating whether the given format is supported. More...

dwStatus	_dwDNNPlugin_supportsFormatCombination (bool res, int32_t index, const dwDNNPluginTensorDesc inOut, int32_t numInputs, int32_t numOutputs, _dwConstDNNPluginHandle_t handle)
	Returns a flag indicating whether the given format is supported. More...

dwStatus	_dwDNNPlugin_terminate (_dwDNNPluginHandle_t handle)
	Terminates the plugin. More...

Data Structure Documentation

◆ dwDNNCustomLayer

struct dwDNNCustomLayer

Data Fields
const char8_t *	layerName	Name of the custom layer.
const char8_t *	pluginLibraryPath	Path to a plugin shared object. Path must be either absolute path or path relative to DW lib folder.

◆ dwDNNPluginConfiguration

struct dwDNNPluginConfiguration

Data Fields
const dwDNNCustomLayer *	customLayers	Array of custom layers.
size_t	numCustomLayers	Number of custom layers.

◆ dwDNNPluginField

struct dwDNNPluginField

Data Fields
const void *	data	Plugin field attribute data.
int32_t	length	Number of data entries in the plugin attribute.
const char8_t *	name	Plugin field attribute name.
dwDNNPluginFieldType	type	Plugin fild attribute type.

◆ dwDNNPluginFieldCollection

struct dwDNNPluginFieldCollection

Data Fields
const dwDNNPluginField *	fields	Pointer to dwDNNPluginField entries.
int32_t	numFields	Number of dwDNNPluginField entries.

◆ dwDNNPluginTensorDesc

struct dwDNNPluginTensorDesc

Data Fields
dwBlobSize	dims	Tensor dimensions.
dwDNNPluginLayout	layout	Tensor layout.
dwPrecision	precision	Tensor precision.
float32_t	scale	Tensor scale.

◆ dwDNNPluginWeights

struct dwDNNPluginWeights

Data Fields
int64_t	count	the number of weights in the array
dwPrecision	precision	data type of the weights
const void *	values	the weight values, in a contiguous array

Typedef Documentation

◆ _dwConstDNNPluginHandle_t

typedef void const* _dwConstDNNPluginHandle_t

Definition at line 156 of file DNNPlugin.h.

◆ _dwDNNPluginHandle_t

typedef void* _dwDNNPluginHandle_t

_dwDNNPluginHandle_t can be optionally used for storing and accessing variables among the functions defined below.

Definition at line 155 of file DNNPlugin.h.

Enumeration Type Documentation

◆ dwDNNPluginFieldType

enum dwDNNPluginFieldType

Plugin field type.

Equivalent to PluginFieldType in TensorRT

Enumerator
DW_DNN_PLUGIN_FIELD_TYPE_FLOAT16	FP16 field type.
DW_DNN_PLUGIN_FIELD_TYPE_FLOAT32	FP32 field type.
DW_DNN_PLUGIN_FIELD_TYPE_FLOAT64	FP64 field type.
DW_DNN_PLUGIN_FIELD_TYPE_INT8	INT8 field type.
DW_DNN_PLUGIN_FIELD_TYPE_INT16	INT16 field type.
DW_DNN_PLUGIN_FIELD_TYPE_INT32	INT32 field type.
DW_DNN_PLUGIN_FIELD_TYPE_CHAR	char field type.
DW_DNN_PLUGIN_FIELD_TYPE_DIMS	dwBlobSize field type.
DW_DNN_PLUGIN_FIELD_TYPE_UNKNOWN	Unknown field type.

Definition at line 104 of file DNNPlugin.h.

◆ dwDNNPluginLayout

enum dwDNNPluginLayout

Represents different layouts for plugins.

Enumerator
DW_DNN_PLUGIN_LAYOUT_LINEAR	CHW.
DW_DNN_PLUGIN_LAYOUT_NCHW	CHW.
DW_DNN_PLUGIN_LAYOUT_NC2HW2	CHW with 2-element packed channels.
DW_DNN_PLUGIN_LAYOUT_CHW2	CHW with 2-element packed channels.
DW_DNN_PLUGIN_LAYOUT_NHWC8	HWC with 8-element packed channels. (C must be a multiple of 8)
DW_DNN_PLUGIN_LAYOUT_HWC8	HWC with 8-element packed channels. (C must be a multiple of 8)
DW_DNN_PLUGIN_LAYOUT_CHW4	CHW with 4-element packed channels.
DW_DNN_PLUGIN_LAYOUT_CHW16	CHW with 16-element packed channels.
DW_DNN_PLUGIN_LAYOUT_CHW32	CHW with 32-element packed channels.
DW_DNN_PLUGIN_LAYOUT_DHWC8	DHWC with 8-element packed channels. (C must be a multiple of 8)
DW_DNN_PLUGIN_LAYOUT_CDHW32	CDHW with 32-element packed channels.
DW_DNN_PLUGIN_LAYOUT_HWC	HWC Non-vectorized channel-last format.
DW_DNN_PLUGIN_LAYOUT_DLA_LINEAR	CHW DLA planar format.
DW_DNN_PLUGIN_LAYOUT_DLA_HWC4	HWC DLA image format.

Definition at line 74 of file DNNPlugin.h.

Function Documentation

◆ _dwDNNPlugin_canBroadcastInputAcrossBatch()

dwStatus _dwDNNPlugin_canBroadcastInputAcrossBatch	(	bool *	canBroadcastInputAcrossBatch,
		int32_t	inputIndex,
		_dwConstDNNPluginHandle_t	handle
	)

Returns whether plugin can use input that is broadcast across batch without replication.

Parameters

[out]	canBroadcastInputAcrossBatch	Flag indicating whether plugin can use input that is broadcast across batch without replication
[in]	inputIndex	Index of input that could be broadcast
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_clone()

dwStatus _dwDNNPlugin_clone	(	_dwDNNPluginHandle_t *	out,
		_dwDNNPluginHandle_t	handle
	)

Clones the plugin.

Note that shallow copy is sufficient.

Parameters

[out]	out	Pointer to the clone.
[in]	handle	Pointer to a DNN plugin object.

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_configurePlugin()

dwStatus _dwDNNPlugin_configurePlugin	(	const dwDNNPluginTensorDesc *	inputDescs,
		int32_t	numInputs,
		const dwDNNPluginTensorDesc *	outputDescs,
		int32_t	numOutputs,
		_dwDNNPluginHandle_t	handle
	)

Configures the plugin with given format.

Parameters

[in]	inputDescs	Array of input tensor descriptors
[in]	numInputs	Number of inputs
[in]	outputDescs	Array of output tensor descriptors
[in]	numOutputs	Number of outputs
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_configureWithFormat()

dwStatus _dwDNNPlugin_configureWithFormat	(	const dwBlobSize *	inputDimensions,
		int32_t	numInputs,
		const dwBlobSize *	outputDimensions,
		int32_t	numOutputs,
		dwPrecision	precision,
		dwDNNPluginLayout	layout,
		int32_t	maxBatchSize,
		_dwDNNPluginHandle_t	handle
	)

Configures the plugin with given format.

Parameters

[in]	inputDimensions	Array of input dimensions
[in]	numInputs	Number of inputs
[in]	outputDimensions	Array of output dimensions
[in]	numOutputs	Number of outputs
[in]	precision	Precision
[in]	layout	Layout
[in]	maxBatchSize	Maximum batch size
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_create()

dwStatus _dwDNNPlugin_create ( _dwDNNPluginHandle_t * handle )

Creates a custom plugin.

Parameters

[out] handle Pointer to a DNN plugin object.

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_deserializeFromBuffer()

dwStatus _dwDNNPlugin_deserializeFromBuffer	(	const char8_t *	name,
		const void *	buffer,
		size_t	len,
		_dwDNNPluginHandle_t	handle
	)

Deserializes plugin from buffer.

Parameters

[in]	name	Name of the plugin.
[in]	buffer	Buffer to deserialize plugin from.
[in]	len	Size of the buffer in bytes.
[in]	handle	Pointer to a DNN plugin object.

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_deserializeFromFieldCollection()

dwStatus _dwDNNPlugin_deserializeFromFieldCollection	(	const char8_t *	name,
		const dwDNNPluginFieldCollection *	fieldCollection,
		_dwDNNPluginHandle_t	handle
	)

Deserializes plugin from field collection.

Parameters

[in]	name	Name of the plugin.
[in]	fieldCollection	Field collection
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_deserializeFromWeights()

dwStatus _dwDNNPlugin_deserializeFromWeights	(	const dwDNNPluginWeights *	weights,
		int32_t	numWeights,
		_dwDNNPluginHandle_t	handle
	)

Deserializes plugin from weights.

This is only required if the raw model is CAFFE.

Parameters

[in]	weights	List of weights
[in]	numWeights	Number of weights
[in]	handle	Pointer to a DNN plugin object

Returns: dwStatus

◆ _dwDNNPlugin_destroy()

dwStatus _dwDNNPlugin_destroy ( _dwDNNPluginHandle_t handle )

Destroys the plugin.

Parameters

[in] handle Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_enqueue()

dwStatus _dwDNNPlugin_enqueue	(	int32_t	batchSize,
		const void const	inputs,
		void **	outputs,
		void *	workspace,
		cudaStream_t	stream,
		_dwDNNPluginHandle_t	handle
	)

Performs forward-pass.

Parameters

[in]	batchSize	Batch size
[in]	inputs	Array of inputs
[in]	outputs	Array of outputs
[in]	workspace	Pointer to workspace
[in]	stream	CUDA stream
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getNumOutputs()

dwStatus _dwDNNPlugin_getNumOutputs	(	int32_t *	numOutputs,
		_dwDNNPluginHandle_t	handle
	)

Returns number of outputs.

Parameters

[out]	numOutputs	Number of outputs
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getOutputDimensions()

dwStatus _dwDNNPlugin_getOutputDimensions	(	dwBlobSize *	outputDimensions,
		int32_t	outputIndex,
		const dwBlobSize *	inputDimensions,
		int32_t	numInputs,
		_dwDNNPluginHandle_t	handle
	)

Returns output dimensions of an output at a given index based on inputDimensions.

Parameters

[out]	outputDimensions	Output dimensions
[in]	outputIndex	Output index
[in]	inputDimensions	Array of input dimensions
[in]	numInputs	Number of inputs
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getOutputPrecision()

dwStatus _dwDNNPlugin_getOutputPrecision	(	dwPrecision *	outputPrecision,
		int32_t	outputIndex,
		const dwPrecision *	inputPrecisions,
		int32_t	numInputs,
		_dwConstDNNPluginHandle_t	handle
	)

Returns output precision at given index given the input precisions.

Parameters

[out]	outputPrecision	Output precision
[in]	outputIndex	Output index
[in]	inputPrecisions	List of input precisions
[in]	numInputs	Number of inputs
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getPluginFieldCollection()

dwStatus _dwDNNPlugin_getPluginFieldCollection	(	dwDNNPluginFieldCollection *	fieldCollection,
		_dwDNNPluginHandle_t	handle
	)

Returns a list of fields that needs to be passed to plugin at creation.

Parameters

[out]	fieldCollection	Field collection
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getPluginNamespace()

dwStatus _dwDNNPlugin_getPluginNamespace	(	const char8_t **	pluginNamespace,
		_dwConstDNNPluginHandle_t	handle
	)

Returns plugin namespace.

Parameters

[out]	pluginNamespace	Plugin namespace
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getPluginType()

dwStatus _dwDNNPlugin_getPluginType	(	const char8_t **	pluginType,
		_dwConstDNNPluginHandle_t	handle
	)

Returns the plugin type as string.

Parameters

[out]	pluginType	Plugin type
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getPluginVersion()

dwStatus _dwDNNPlugin_getPluginVersion	(	const char8_t **	pluginVersion,
		_dwConstDNNPluginHandle_t	handle
	)

Returns plugin version as string.

Parameters

[out]	pluginVersion	Plugin version
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getSerializationSize()

dwStatus _dwDNNPlugin_getSerializationSize	(	size_t *	serializationSize,
		_dwDNNPluginHandle_t	handle
	)

Returns serialization size.

Parameters

[out]	serializationSize	Serialization size
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_getWorkspaceSize()

dwStatus _dwDNNPlugin_getWorkspaceSize	(	size_t *	workspaceSize,
		int32_t	maxBatchSize,
		_dwDNNPluginHandle_t	handle
	)

Returns workspace size.

Parameters

[out]	workspaceSize	Workspace size
[in]	maxBatchSize	Maximum batch size
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_initialize()

dwStatus _dwDNNPlugin_initialize	(	_dwDNNPluginHandle_t *	handle,
		const char8_t *	layerName,
		const void *	data,
		size_t	length
	)

Initializes the custom plugin from serialized bytes.

Parameters

[out]	handle	Pointer to a DNN plugin object
[in]	layerName	Name of the custom layer
[in]	data	Serialized layer data
[in]	length	Length of the serialized data

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_initializeFromWeights()

dwStatus _dwDNNPlugin_initializeFromWeights	(	_dwDNNPluginHandle_t *	handle,
		const char8_t *	layerName,
		const dwDNNPluginWeights *	weights,
		int32_t	numWeights
	)

Initializes the custom plugin from weights.

Parameters

[out]	handle	Pointer to a DNN Plugin object
[in]	layerName	Name of the custom layer
[in]	weights	Array of weights structure
[in]	numWeights	Number of weights structure in weights

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_isOutputBroadcastAcrossBatch()

dwStatus _dwDNNPlugin_isOutputBroadcastAcrossBatch	(	bool *	isOutputBroadcastAcrossBatch,
		int32_t	outputIndex,
		const bool *	inputIsBroadcasted,
		int32_t	numInputs,
		_dwConstDNNPluginHandle_t	handle
	)

Returns whether output is broadcast across batch.

Parameters

[out]	isOutputBroadcastAcrossBatch	Flag indicating whether output at outputIndex is broadcast across batch
[in]	outputIndex	Output index
[in]	inputIsBroadcasted	List of flags indicating whether inputs are broadcasted
[in]	numInputs	Number of inputs
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_release()

dwStatus _dwDNNPlugin_release ( _dwDNNPluginHandle_t handle )

Releases the custom plugin.

Parameters

[in] handle Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_serialize()

dwStatus _dwDNNPlugin_serialize	(	void *	buffer,
		_dwDNNPluginHandle_t	handle
	)

Serializes the plugin to buffer.

The size of the buffer is returned by _dwDNNPlugin_getSerializationSize.

Parameters

[out]	buffer	Buffer to store the layer to
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_setPluginNamespace()

dwStatus _dwDNNPlugin_setPluginNamespace	(	const char8_t *	pluginNamespace,
		_dwDNNPluginHandle_t	handle
	)

Sets plugin namespace.

Parameters

[in]	pluginNamespace	Plugin namespace
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_setup()

dwStatus _dwDNNPlugin_setup ( _dwDNNPluginHandle_t handle )

Initializes the created plugin.

Parameters

[in] handle Pointer to a DNN plugin object.

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_supportsFormat()

dwStatus _dwDNNPlugin_supportsFormat	(	bool *	res,
		dwPrecision	precision,
		dwDNNPluginLayout	pluginLayout,
		_dwDNNPluginHandle_t	handle
	)

Returns a flag indicating whether the given format is supported.

Parameters

[out]	res	Flag indicating whether the given format is supported
[in]	precision	Precision
[in]	pluginLayout	Layout
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_supportsFormatCombination()

dwStatus _dwDNNPlugin_supportsFormatCombination	(	bool *	res,
		int32_t	index,
		const dwDNNPluginTensorDesc *	inOut,
		int32_t	numInputs,
		int32_t	numOutputs,
		_dwConstDNNPluginHandle_t	handle
	)

Returns a flag indicating whether the given format is supported.

Parameters

[out]	res	Flag indicating whether the given format is supported
[in]	index	Index of the tensor descriptor in inOut.
[in]	inOut	List of input/output tensor descriptors.
[in]	numInputs	Number of inputs.
[in]	numOutputs	Number of outputs
[in]	handle	Pointer to a DNN plugin object

Returns: DW_SUCCESS, DW_FAILURE

◆ _dwDNNPlugin_terminate()

dwStatus _dwDNNPlugin_terminate ( _dwDNNPluginHandle_t handle )

Terminates the plugin.

Parameters

[in] handle Pointer to a DNN plugin object.

Returns: DW_SUCCESS, DW_FAILURE

Detailed Description

Data Structures

Typedefs

Enumerations

Functions

Data Structure Documentation

◆ dwDNNCustomLayer

◆ dwDNNPluginConfiguration

◆ dwDNNPluginField

◆ dwDNNPluginFieldCollection

◆ dwDNNPluginTensorDesc

◆ dwDNNPluginWeights

Typedef Documentation

◆ _dwConstDNNPluginHandle_t

◆ _dwDNNPluginHandle_t

Enumeration Type Documentation

◆ dwDNNPluginFieldType

◆ dwDNNPluginLayout

Function Documentation

◆ _dwDNNPlugin_canBroadcastInputAcrossBatch()

◆ _dwDNNPlugin_clone()

◆ _dwDNNPlugin_configurePlugin()

◆ _dwDNNPlugin_configureWithFormat()

◆ _dwDNNPlugin_create()

◆ _dwDNNPlugin_deserializeFromBuffer()

◆ _dwDNNPlugin_deserializeFromFieldCollection()

◆ _dwDNNPlugin_deserializeFromWeights()

◆ _dwDNNPlugin_destroy()

◆ _dwDNNPlugin_enqueue()

◆ _dwDNNPlugin_getNumOutputs()

◆ _dwDNNPlugin_getOutputDimensions()

◆ _dwDNNPlugin_getOutputPrecision()

◆ _dwDNNPlugin_getPluginFieldCollection()

◆ _dwDNNPlugin_getPluginNamespace()

◆ _dwDNNPlugin_getPluginType()

◆ _dwDNNPlugin_getPluginVersion()

◆ _dwDNNPlugin_getSerializationSize()

◆ _dwDNNPlugin_getWorkspaceSize()

◆ _dwDNNPlugin_initialize()

◆ _dwDNNPlugin_initializeFromWeights()

◆ _dwDNNPlugin_isOutputBroadcastAcrossBatch()

◆ _dwDNNPlugin_release()

◆ _dwDNNPlugin_serialize()

◆ _dwDNNPlugin_setPluginNamespace()

◆ _dwDNNPlugin_setup()

◆ _dwDNNPlugin_supportsFormat()

◆ _dwDNNPlugin_supportsFormatCombination()

◆ _dwDNNPlugin_terminate()