File QnnHtpContext.h

↰ Parent directory (include/QNN/HTP)

QNN HTP component Context API.

Definition (include/QNN/HTP/QnnHtpContext.h)

Detailed Description

The interfaces in this file work with the top level QNN API and supplements QnnContext.h for HTP backend

Includes

Full File Listing

QNN HTP component Context API. 

   The interfaces in this file work with the top level QNN
   API and supplements QnnContext.h for HTP backend

Defines

QNN_HTP_CONTEXT_CUSTOM_CONFIG_INIT   {                                                   \     QNN_HTP_CONTEXT_CONFIG_OPTION_UNKNOWN

, /*option*/ \

{                                                 \

false                          /*weightsharing*/\

}                                                 \

}


QnnHtpContext_CustomConfig_t initializer macro.

QNN_HTP_CONTEXT_CUSTOM_PROPERTY_INIT   {                                                                  \     QNN_HTP_CONTEXT_GET_PROP_UNDEFINED

,                 /*option*/   \

0                                         /*scratchBufferSize*/  \

}


QnnHtpContext_CustomProperty_t initializer macro.

Typedefs

typedef struct QnnHtpContext_CustomConfig QnnHtpContext_CustomConfig_t

Structure describing the set of configurations supported by context. Objects of this type are to be referenced through QnnContext_CustomConfig_t.

The struct has two fields - option and a union of config values Based on the option corresponding item in the union can be used to specify config.

Below is the Map between QnnHtpContext_CustomConfig_t and config value

Enums

enum QnnHtpContext_ConfigOption_t

This enum provides different HTP context configuration options associated with QnnContext.

Values:

enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_WEIGHT_SHARING_ENABLED = 1
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_REGISTER_MULTI_CONTEXTS = 2
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_FILE_READ_MEMORY_BUDGET = 3
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_DSP_MEMORY_PROFILING_ENABLED = 4
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_SHARE_RESOURCES = 5
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_IO_MEM_ESTIMATION = 6
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_PREPARE_ONLY = 7
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_INIT_ACCELERATION = 8
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_SKIP_VALIDATION_ON_BINARY_SECTION = 9
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_SHARE_RESOURCES_OPTIMIZATION_TYPE = 10
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_USE_EXTENDED_UDMA = 11
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_REGISTER_CONCURRENT_RESOURCE_SHARING = 12
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_LORA_WEIGHT_SHARING_ENABLED = 13
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_RESERVED_14 = 14
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_RESERVED_15 = 15
enumerator QNN_HTP_CONTEXT_CONFIG_OPTION_UNKNOWN = 0x7fffffff
enum QnnHtpContext_ShareResourcesOptimizationType_t

Values:

enumerator SEQUENTIAL_WITH_VA_OPTIMIZATION
enumerator SEQUENTIAL_WITHOUT_VA_OPTIMIZATION
enumerator CONCURRENT_OPTIMIZATION
enum QnnHtpContext_GetPropertyOption_t

Structure describing the set of properties supported by context. Objects of this type are to be referenced through QnnContext_CustomProperty_t. Used by QnnContext_getProperty.

Values:

enumerator QNN_HTP_CONTEXT_GET_PROP_BUFFER_START_ALIGNMENT = 1
enumerator QNN_HTP_CONTEXT_GET_PROP_MAX_SPILLFILL_BUFFER_SIZE = 2
enumerator QNN_HTP_CONTEXT_GET_PROP_WEIGHTS_BUFFER_SIZE = 3
enumerator QNN_HTP_CONTEXT_GET_PROP_RESERVED_4 = 4
enumerator QNN_HTP_CONTEXT_GET_PROP_RESERVED_5 = 5
enumerator QNN_HTP_CONTEXT_GET_PROP_UNDEFINED = 0x7fffffff
struct QnnHtpContext_GroupRegistration_t
#include <QnnHtpContext.h>

Public Members

Qnn_ContextHandle_t firstGroupHandle
uint64_t maxSpillFillBuffer
struct QnnHtpContext_CustomConfig
#include <QnnHtpContext.h>

Structure describing the set of configurations supported by context. Objects of this type are to be referenced through QnnContext_CustomConfig_t.

The struct has two fields - option and a union of config values Based on the option corresponding item in the union can be used to specify config.

Below is the Map between QnnHtpContext_CustomConfig_t and config value

Public Members

QnnHtpContext_ConfigOption_t option
union unnamed
#include <QnnHtpContext.h>

Public Members

bool weightSharingEnabled
QnnHtpContext_GroupRegistration_t groupRegistration
uint64_t fileReadMemoryBudgetInMb
bool dspMemoryProfilingEnabled
bool shareResources
bool ioMemEstimation
bool isPrepareOnly
bool initAcceleration
bool skipValidationOnBinarySection
QnnHtpContext_ShareResourcesOptimizationType_t shareResOptType
bool useExtendedUdma
QnnHtpContext_GroupRegistration_t concurrentGroupRegistration
bool loraWeightSharingEnabled
struct QnnHtpContext_CustomProperty_t
#include <QnnHtpContext.h>

Public Members

QnnHtpContext_GetPropertyOption_t option
union unnamed
#include <QnnHtpContext.h>

Public Members

uint64_t bufferStartAlignment
uint64_t spillfillBufferSize
uint64_t weightsBufferSize