TI Deep Learning Product User Guide
Data Fields
sTIDL_IOBufDesc_t Struct Reference

Detailed Description

This structure defines the Input and output buffer descriptors required for a given Layer group.

Data Fields

int32_t numInputBuf
 
int32_t numOutputBuf
 
int32_t numCores
 
int32_t numVirtualCores
 
int32_t numSuperBatches
 
int32_t inferenceMode
 
int32_t inDataFormat [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inResizeType [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t resizeWidth [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t resizeHeight [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inWidth [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inHeight [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inNumChannels [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inDIM2 [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inDIM1 [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inChannelPitch [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inNumBatches [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inPadL [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inPadT [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inPadR [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inPadB [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inPadCh [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t rawDataInElementType [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inElementType [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inZeroPoint [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inLayout [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t inDataId [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
float32_tidl inTensorScale [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int8_t inDataName [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS][TIDL_STRING_SIZE]
 
int32_t inBufSize [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]
 
int32_t outWidth [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outHeight [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outDIM2 [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outDIM1 [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outNumChannels [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outChannelPitch [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outNumBatches [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outPadL [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outPadT [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outPadR [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outPadB [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outPadCh [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outElementType [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outDataId [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int8_t outDataName [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS][TIDL_STRING_SIZE]
 
float32_tidl outTensorScale [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outZeroPoint [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outLayout [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t outBufSize [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 
int32_t numValidTensorDims [TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]
 

Field Documentation

◆ numInputBuf

int32_t sTIDL_IOBufDesc_t::numInputBuf

Number of Input buffer required by the Layer group

◆ numOutputBuf

int32_t sTIDL_IOBufDesc_t::numOutputBuf

Number of Output buffer required by the Layer group

◆ numCores

int32_t sTIDL_IOBufDesc_t::numCores

Number of cores used for compute

◆ numVirtualCores

int32_t sTIDL_IOBufDesc_t::numVirtualCores

Number of virtual cores from application point of view for a given mode of implementation

◆ numSuperBatches

int32_t sTIDL_IOBufDesc_t::numSuperBatches

Number of times batch processing call needs to be invoked in multi core devices (each call can handle numVirtualCores number of batches)

◆ inferenceMode

int32_t sTIDL_IOBufDesc_t::inferenceMode

TIDL inference implementation mode eTIDL_inferenceMode

◆ inDataFormat

int32_t sTIDL_IOBufDesc_t::inDataFormat[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Input Tensor format eTIDL_inDataFormat

◆ inResizeType

int32_t sTIDL_IOBufDesc_t::inResizeType[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Input Tensor resize Type eTIDL_inResizeType

◆ resizeWidth

int32_t sTIDL_IOBufDesc_t::resizeWidth[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Resize width for compressed image before crop

◆ resizeHeight

int32_t sTIDL_IOBufDesc_t::resizeHeight[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Resize Height for compressed image before crop

◆ inWidth

int32_t sTIDL_IOBufDesc_t::inWidth[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Feature width of each input buffer

◆ inHeight

int32_t sTIDL_IOBufDesc_t::inHeight[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Feature Height of each input buffer

◆ inNumChannels

int32_t sTIDL_IOBufDesc_t::inNumChannels[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Number of channels in each input buffer

◆ inDIM2

int32_t sTIDL_IOBufDesc_t::inDIM2[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

DIM2 dimension of each input buffer whose tensor dimesnions are N x Dim1 x Dim2 x C x H x W

◆ inDIM1

int32_t sTIDL_IOBufDesc_t::inDIM1[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

DIM1 dimension of each input buffer whose tensor dimesnions are N x Dim1 x Dim2 x C x H x W

◆ inChannelPitch

int32_t sTIDL_IOBufDesc_t::inChannelPitch[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Minimum Channel pitch for the input tensor

◆ inNumBatches

int32_t sTIDL_IOBufDesc_t::inNumBatches[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Number of Batches in each input buffer

◆ inPadL

int32_t sTIDL_IOBufDesc_t::inPadL[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Left zero padding required for each input buffer

◆ inPadT

int32_t sTIDL_IOBufDesc_t::inPadT[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Top zero padding required for each input buffer

◆ inPadR

int32_t sTIDL_IOBufDesc_t::inPadR[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Right zero padding required for each input buffer

◆ inPadB

int32_t sTIDL_IOBufDesc_t::inPadB[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Bottom zero padding required for each input buffer

◆ inPadCh

int32_t sTIDL_IOBufDesc_t::inPadCh[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Number of extra channels required in each input buffer

◆ rawDataInElementType

int32_t sTIDL_IOBufDesc_t::rawDataInElementType[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Element type of each input data buffer eTIDL_ElementType

◆ inElementType

int32_t sTIDL_IOBufDesc_t::inElementType[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Element type of each input buffer eTIDL_ElementType

◆ inZeroPoint

int32_t sTIDL_IOBufDesc_t::inZeroPoint[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

zero Point of each input data buffer

◆ inLayout

int32_t sTIDL_IOBufDesc_t::inLayout[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Data Layout of each input data buffer eTIDL_TensorLayout

◆ inDataId

int32_t sTIDL_IOBufDesc_t::inDataId[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Data ID as per Net structure for each input buffer

◆ inTensorScale

float32_tidl sTIDL_IOBufDesc_t::inTensorScale[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Tensor scale for input data

◆ inDataName

int8_t sTIDL_IOBufDesc_t::inDataName[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS][TIDL_STRING_SIZE]

In Tensor name in the original input networks

◆ inBufSize

int32_t sTIDL_IOBufDesc_t::inBufSize[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_IN_BUFS]

Expected input buffer size (elements) of each input

◆ outWidth

int32_t sTIDL_IOBufDesc_t::outWidth[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Feature width of each output buffer

◆ outHeight

int32_t sTIDL_IOBufDesc_t::outHeight[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Feature Height of each output buffer

◆ outDIM2

int32_t sTIDL_IOBufDesc_t::outDIM2[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

DIM2 dimension of each output buffer whose tensor dimesnions are N x Dim1 x Dim2 x C x H x W

◆ outDIM1

int32_t sTIDL_IOBufDesc_t::outDIM1[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

DIM1 dimension of each output buffer whose tensor dimesnions are N x Dim1 x Dim2 x C x H x W

◆ outNumChannels

int32_t sTIDL_IOBufDesc_t::outNumChannels[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Number of channels in each output buffer

◆ outChannelPitch

int32_t sTIDL_IOBufDesc_t::outChannelPitch[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Channel pitch for the output tensor

◆ outNumBatches

int32_t sTIDL_IOBufDesc_t::outNumBatches[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Number of Batches in each output buffer

◆ outPadL

int32_t sTIDL_IOBufDesc_t::outPadL[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Left zero padding required for each output buffer

◆ outPadT

int32_t sTIDL_IOBufDesc_t::outPadT[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

top zero padding required for each output buffer

◆ outPadR

int32_t sTIDL_IOBufDesc_t::outPadR[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Right zero padding required for each output buffer

◆ outPadB

int32_t sTIDL_IOBufDesc_t::outPadB[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Bottom zero padding required for each output buffer

◆ outPadCh

int32_t sTIDL_IOBufDesc_t::outPadCh[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Number of extra channels required in each output buffer

◆ outElementType

int32_t sTIDL_IOBufDesc_t::outElementType[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Element type of each output buffer eTIDL_ElementType

◆ outDataId

int32_t sTIDL_IOBufDesc_t::outDataId[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Data ID as per Net structure for each output buffer

◆ outDataName

int8_t sTIDL_IOBufDesc_t::outDataName[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS][TIDL_STRING_SIZE]

Out Tensor name in the original input networks

◆ outTensorScale

float32_tidl sTIDL_IOBufDesc_t::outTensorScale[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

TensorScale of each input data buffer

◆ outZeroPoint

int32_t sTIDL_IOBufDesc_t::outZeroPoint[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

zero Point of each input data buffer

◆ outLayout

int32_t sTIDL_IOBufDesc_t::outLayout[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Data Layout of each input data buffer eTIDL_TensorLayout

◆ outBufSize

int32_t sTIDL_IOBufDesc_t::outBufSize[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Expected input buffer size (elements) of each output

◆ numValidTensorDims

int32_t sTIDL_IOBufDesc_t::numValidTensorDims[TIDL_MAX_NUM_CORES *(uint32_t) TIDL_MAX_ALG_OUT_BUFS]

Number of valid dimensions in the output tensor (ONNX)