DPL Runtime Controller SDK

            

            
/opt/dpl_rt_controller/samples/
        

            

            
namespace DPL_P4RT_Controller {
 
/* -----------------------------------------------------------------------
 * Controller class for connecting to dpl_rtd over gRPC.
 * ----------------------------------------------------------------------- */
class Controller {
public:
	/*
	 * -----------------------------------------------------------------------
	 * gRPC APIs
	 * -----------------------------------------------------------------------
	 */
 
	/**
	 * @brief Construct a new Controller object.
	 *
	 * Assigns default election IDs of (high = 0, low = 1).
	 *
	 * @param [in] device_id
	 * The Device ID to connect to in the dpl_rtd.
	 * @param [in] ipaddr
	 * The address for connecting to dpl_rtd
	 */
	DOCA_EXPERIMENTAL
	Controller(uint32_t device_id, const char *ipaddr);
 
	/**
	 * @brief Construct a new Controller object with custom election IDs.
	 *
	 * @param [in] device_id
	 * The Device ID to connect to in the dpl_rtd.
	 * @param [in] ipaddr
	 * The address for connecting to dpl_rtd
	 * @param [in] election_id_high
	 * High part of the 128bit election ID used to determine the primary controller.
	 * @param [in] election_id_low
	 * Low part of the 128bit election ID used to determine the primary controller.
	 */
	DOCA_EXPERIMENTAL
	Controller(uint32_t device_id, const char *ipaddr, uint64_t election_id_high, uint64_t election_id_low);
 
	/**
	 * @brief Destroy the Controller object
	 *
	 */
	DOCA_EXPERIMENTAL
	~Controller();
 
	/**
	 * @brief Create an unsecured connection to dpl_rtd.
	 *
	 * This requires that TLS authentication was not enabled on dpl_rtd P4RT_RPC_SERVER.
	 *
	 * Uses grpc::InsecureChannelCredentials().
	 *
	 * @return doca_error_t :
	 * DOCA_SUCCESS - in case of success.
	 * Error code - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	doca_error_t ConnectUnsecured(void);
 
	/**
	 * @brief Create a secured TLS connection to dpl_rtd.
	 *
	 * This requires that TLS authentication was properly enabled and configured on dpl_rtd P4RT_RPC_SERVER.
	 *
	 * Uses grpc::SslCredentials().
	 *
	 * @param [in] ca_crt_path
	 * Path to ca.crt (cacert).
	 * @param [in] client_key_path
	 * Path to client.key (cert).
	 * @param [in] client_crt_path
	 * Path to client.crt (private-key).
	 * @return doca_error_t :
	 * DOCA_SUCCESS - in case of success.
	 * Error code - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	doca_error_t ConnectSecured(const char *ca_crt_path, const char *client_key_path, const char *client_crt_path);
 
	/**
	 * @brief Get the Channel Stub object for communicating with the dpl_rtd.
	 *
	 * @return const p4::v1::P4Runtime::Stub* :
	 * Valid pointer - in case of success.
	 * NULL - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	const p4::v1::P4Runtime::Stub *GetChannelStub();
 
	/**
	 * @brief Get the ClientReaderWriter object for communicating with the dpl_rtd.
	 *
	 * @return p4::v1::P4Runtime::Stub* :
	 * Valid pointer - in case of success.
	 * NULL - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	grpc::ClientReaderWriter<p4::v1::StreamMessageRequest, p4::v1::StreamMessageResponse> *GetClientReaderWriter();
 
	/*
	 * -----------------------------------------------------------------------
	 * Utility methods
	 * -----------------------------------------------------------------------
	 */
 
	/**
	 * @brief Load a program on the dpl_rtd.
	 *
	 * @param [in] p4info_path
	 * Path to the compiled p4info.txt file of the program.
	 * @param [in] blob_path
	 * Path to the compiled dplconfig blob file of the program.
	 * @return doca_error_t :
	 * DOCA_SUCCESS - in case of success.
	 * Error code - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	doca_error_t LoadProgram(const char *p4info_path, const char *blob_path);
 
	/**
	 * @brief Get the p4::config::v1::P4Info of the loaded program.
	 *
	 * @return const p4::config::v1::P4Info* :
	 * Valid pointer - in case of success.
	 * NULL - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	const p4::config::v1::P4Info *GetP4Info();
 
	/*
	 * -----------------------------------------------------------------------
	 * Infrastructure methods
	 * -----------------------------------------------------------------------
	 */
 
	/**
	 * @brief Get gRPC operations callbacks for working on regular tables from the generic dpl_rt_controller APIs.
	 *
	 * @return struct dpl_rt_controller_grpc_ops* :
	 * Valid pointer - in case of success.
	 * NULL - in case of failure.
	 */
	DOCA_EXPERIMENTAL
	const struct dpl_rt_controller_grpc_ops *GetGrpcOps(void);
 
	/**
	 * @brief Get the defined Election IDs.
	 */
	DOCA_EXPERIMENTAL
	void GetElectionId(uint64_t *high, uint64_t *low);
 
	/**
	 * @brief Get the defined device_id.
	 *
	 * @param [out] device_id
	 */
	DOCA_EXPERIMENTAL
	uint32_t GetDeviceId(void);
 
private:
	uint32_t device_id_;
	const char *rtd_ipaddr_;
	uint64_t election_id_high_;
	uint64_t election_id_low_;
	std::shared_ptr<grpc::Channel> channel_;
	std::unique_ptr<p4::v1::P4Runtime::Stub> stub_;
	p4::config::v1::P4Info p4info_;
	std::unique_ptr<grpc::ClientReaderWriter<p4::v1::StreamMessageRequest, p4::v1::StreamMessageResponse>> stream_;
	grpc::ClientContext stream_context_;
	struct dpl_rt_controller_grpc_ops grpc_ops_;
 
	doca_error_t Connect(std::shared_ptr<grpc::ChannelCredentials> creds);
};
 
/* -----------------------------------------------------------------------
 * Helpers for working with Bytestrings.
 * ----------------------------------------------------------------------- */
 
/**
 * @brief Template for getting a string object representing converted value to big-endian (i.e. network) byte-order.
 *
 * This must be used when setting match key and action parameter values on gRPC table entries.
 */
template <typename T>
std::string GetBeByteString(T i, size_t bits)
{
	// Ensure T is an integral type
	static_assert(std::is_integral<T>::value, "Template parameter must be an integral type");
 
	if constexpr (sizeof(T) == sizeof(uint16_t)) {
		i = htons(i);
	} else if constexpr (sizeof(T) == sizeof(uint32_t)) {
		i = htonl(i);
	} else if constexpr (sizeof(T) == sizeof(uint64_t)) {
		if (*reinterpret_cast<const char *>("\0\x01") == 0) { // check for little endian
			const uint32_t high_part = htonl(static_cast<uint32_t>(i >> 32));
			const uint32_t low_part = htonl(static_cast<uint32_t>(i & 0xFFFFFFFFLL));
			i = (static_cast<uint64_t>(low_part) << 32) | high_part;
			i = i >> (64 - bits);
		}
	} // else: 8-bits or byte-array assumed already to be in big-endian (i.e. network) byte-order
 
	size_t bytes = (bits + 7) / 8;
	return std::string(reinterpret_cast<char *>(&i), bytes);
};
 
/**
 * @brief Template for getting a string object representing converted value to big-endian (i.e. network) byte-order.
 *
 * This must be used when setting match key and action parameter values on gRPC table entries.
 */
template <typename T>
std::string GetBeByteString(T i)
{
	return GetBeByteString(i, sizeof(i) * 8);
}
 
/**
 * @brief Template for getting a string object from a big-endian array.
 *
 * @note Array is assumed to be in big-endian (i.e. network) byte-order, no byte-order conversion is performed.
 *
 * This must be used when setting match key and action parameter values on gRPC table entries.
 */
template <typename T, size_t N>
std::string GetByteString(T (&addr)[N])
{
	return std::string(reinterpret_cast<const char *>(addr), N * sizeof(T));
}
 
/**
 * @brief Get Hex string representation of a byte string value.
 *
 * @param [in] value
 * Value to translate.
 * @return std::string : Hex string representation
 */
std::string ByteStringToHexString(const std::string &value);
 
}; // namespace DPL_P4RT_Controller
        

            

            
/**
 * @brief Byte array type.
 */
struct byte_array {
	uint8_t *bytes;
	size_t bytes_num;
};
 
/* Opaque structures. */
struct dpl_rt_controller_device;
struct dpl_rt_controller_entry;
 
/** Possible event types. */
enum dpl_rt_controller_event_type {
	/** A new program with High Update Rate tables was loaded. */
	DPL_EVENT_PROGRAM_LOADED,
	/** Program was unloaded; need to cleanup and reconnect once new program is loaded. */
	DPL_EVENT_PROGRAM_UNLOADED,
	/** Entry addition failed. */
	DPL_EVENT_ERROR_ENTRY_ADD,
	/** The dpl_rtd crashed; the controller must be restarted. */
	DPL_EVENT_ERROR_DETACHED,
};
 
/**
 * @brief Maximum length of a status messages.
 */
#define DPL_RT_MAX_STATUS_MESSAGE_LEN 128
 
struct dpl_rt_controller_event_data {
	/** Optional details message. */
	char message[DPL_RT_MAX_STATUS_MESSAGE_LEN];
	/** Event data for applicable types. */
	union {
		struct {
			/** Entry that failed to be added. */
			struct dpl_rt_controller_entry *entry;
		} entry_add;
	};
};
 
/** Event type and data. */
struct dpl_rt_controller_event {
	/** The device that raised the event. */
	uint32_t device_id;
	/** Event type. */
	enum dpl_rt_controller_event_type type;
	/** Event data. */
	struct dpl_rt_controller_event_data data;
};
 
/** Event handling callback prototype. */
typedef void (*dpl_rt_controller_event_cb_t)(struct dpl_rt_controller_event *event);
 
/**
 * @brief Attributes for attaching to dpl_rtd shared memory.
 */
struct dpl_rt_controller_context_attr {
	/** Events handling callback, to be called when events arise.  */
	dpl_rt_controller_event_cb_t event_cb;
};
 
/**
 * @brief Attributes for connecting to a device.
 */
struct dpl_rt_controller_device_attr {
	/** The Device ID to connect to in the dpl_rtd. */
	uint32_t device_id;
	/** Program hash from the DPL auto-generated header.
	 * Required to manage High Update Rate, set to <PROGRAM_NAME>_HASH defined by the DPL compiler generated header.
	 * Required when without_shm_support=false.
	 */
	const char *program_hash;
	/** When set to true, do not connect over SHM, create a device that supports only regular P4Runtime tables,
	 * without the ability to manage High Update Rate tables.
	 * Used to allow using the generic entry management APIs when Update Rate tables not required. */
	bool without_shm_support;
};
 
/**
 * @brief Counter data.
 */
struct dpl_rt_controller_counter_data {
	/** Counter packets count value. */
	uint64_t packet_count;
	/** Counter bytes count value. */
	uint64_t byte_count;
};
 
/**
 * @brief The direction of the packet with respect to the TCP connection establishment.
 * The sender of the first SYN packet is the originator of the flow.
 * The receiver is the direction that provides the SYN-ACK reply.
 */
enum dpl_rt_controller_tcp_state_direction {
	DPL_TCP_STATE_DIRECTION_ORIGINAL = 0,
	DPL_TCP_STATE_DIRECTION_REPLY = 1,
};
 
/**
 * @brief A TCP state (Connection Tracking) data.
 */
struct dpl_rt_controller_tcp_state_data {
	/** The direction of the last packet that hit the TCP state object. */
	enum dpl_rt_controller_tcp_state_direction last_direction;
	/** TCP acknowledgement (ACK) number of the last packet that hit the TCP state object. */
	uint32_t last_ack_num;
	/** TCP sequence (SEQ) number of the last packet that hit the TCP state object. */
	uint32_t last_seq_num;
};
 
/**
 * @brief Supported DEK key types.
 */
enum dpl_rt_controller_dek_key_type {
	DPL_DEK_KEY_TYPE_PSP,
};
 
/**
 * @brief Supported DEK key sizes.
 */
enum dpl_rt_controller_dek_key_size {
	DPL_DEK_KEY_SIZE_128,
	DPL_DEK_KEY_SIZE_256,
};
 
/**
 * @brief A DEK config.
 */
struct dpl_rt_controller_dek_config {
	enum dpl_rt_controller_dek_key_type key_type;
	enum dpl_rt_controller_dek_key_size key_size;
	struct byte_array key;
};
 
/**
 * @brief Opaque type for passing p4::v1::TableEntry pointer.
 */
typedef void *p4_v1_table_entry_ptr_t;
 
/**
 * @brief Attributes for adding a table entry.
 *
 * Only applicable when table was defined with idle timeout support
 * (i.e.: `nv_support_timeout = true; nv_delayed_counter_stats = true;` in p4 program)
 */
struct dpl_rt_controller_add_entry_attr {
	/** Idle timeout value in nanoseconds. */
	uint64_t idle_timeout_ns;
};
 
/**
 * @brief gRPC function callbacks required to allow managing gRPC tables using the dpl_rt_controller APIs.
 */
struct dpl_rt_controller_grpc_ops {
	/** Opaque user data pointer, e.g for passing DPL_P4RT_Controller::Controller pointer. */
	void *user_data;
	/** Callback for allocating p4::v1::TableEntry. */
	doca_error_t (*grpc_entry_alloc)(void *user_data, uint32_t table_id, p4_v1_table_entry_ptr_t *entry);
	/** Callback for freeing p4::v1::TableEntry handler */
	void (*grpc_entry_free)(void *user_data, p4_v1_table_entry_ptr_t entry);
	/** Callback for adding p4::v1::TableEntry to loaded program */
	doca_error_t (*grpc_entry_add)(void *user_data,
				       p4_v1_table_entry_ptr_t entry,
				       struct dpl_rt_controller_add_entry_attr *attr);
	/** Callback for deleting p4::v1::TableEntry from loaded program */
	doca_error_t (*grpc_entry_delete)(void *user_data, p4_v1_table_entry_ptr_t entry);
	/** Callback for reading DirectCounter of p4::v1::TableEntry */
	doca_error_t (*grpc_entry_counter)(void *user_data,
					   p4_v1_table_entry_ptr_t entry,
					   uint64_t *byte_count,
					   uint64_t *packet_count);
	/** Callback for reading DirectCounter of table's default entry */
	doca_error_t (*grpc_default_entry_counter)(void *user_data,
						   uint32_t table_id,
						   uint64_t *byte_count,
						   uint64_t *packet_count);
	/** Callback for modifying the idle timeout of a table entry */
	doca_error_t (*grpc_entry_modify_idle_timeout)(void *user_data,
						       p4_v1_table_entry_ptr_t entry,
						       uint64_t new_idle_timeout_ns);
	/** Callback for modifying the DEK of a PSP entry */
	doca_error_t (*grpc_entry_psp_dek_modify)(void *user_data,
						  uint32_t psp_id,
						  bool modify_all,
						  uint32_t index,
						  dpl_rt_controller_dek_config *new_dek_config);
	/** Callback for querying the DEK of a PSP entry */
	doca_error_t (*grpc_entry_psp_dek_query)(void *user_data,
						 uint32_t psp_id,
						 uint32_t index,
						 size_t dek_configs_num,
						 dpl_rt_controller_dek_config *dek_configs);
};
 
/**
 * @brief Table statistics collected by the dpl_rtd and the controller.
 */
struct dpl_rt_controller_table_statistics_data {
	// -- Maintained by the dpl_rtd side:
	uint64_t insertions;	   // The total number of successful entries added to the table.
	uint64_t insertion_errors; // The total number of failed entries additions.
	uint64_t deletions;	   // The total number of entries successfully removed from the table.
	uint64_t deletion_errors;  // The total number of failed entries deletions.
	uint64_t noops; // Del entry requested before it was added (both ADD and DEL flags set while entry in INIT).
	uint64_t pending_add_dels; // How many entry delete received while entry was still PENDING_ADD.
 
	// -- Maintained by controller library side:
	uint64_t entry_add_errors; // When the entry_add function returns a failure.
	uint64_t entry_del_errors; // When the entry_del function returns a failure.
};
 
/* -----------------------------------------------------------------------
 * Context management methods.
 * ----------------------------------------------------------------------- */
 
/**
 * @brief Attach to dpl_rtd SHared Memory (SHM).
 *
 * @note This must be called first thing, once per process.
 * In case that th dpl_rtd crashes, the controller process must be restarted.
 *
 * @param [in] attr
 * Attributes for attaching.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_UNSUPPORTED_VERSION - SHM API mismatch; the dpl_rtd and the controller library were compiled using
 * different shared memory API versions.
 * DOCA_ERROR_ALREADY_EXIST - in case that attach is called more than once.
 * DOCA_ERROR_INITIALIZATION - in case of initialization errors.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_attach(struct dpl_rt_controller_context_attr *attr);
 
/**
 * @brief Detach from dpl_rtd shared memory.
 *
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_detach(void);
 
/**
 * @brief Creates a device context
 *
 * There two modes when creating a device:
 *   1. attr.without_shm_support = false:
 *     - Connects to a device over shared memory, to support managing High Update Rate tables.
 *     - Requires calling dpl_rt_controller_attach() first.
 *     - Optional support for regular P4Runtime tables can be added by calling dpl_rt_controller_grpc_ops_set().
 *   2. attr.without_shm_support = true:
 *     - Used when user only wants use the generic APIs to manage regular P4Runtime tables.
 *     - Does not connect to a device over shared memory; No support for managing High Update Rate tables.
 * 	   - Requires calling dpl_rt_controller_grpc_ops_set().
 *     - No need to call dpl_rt_controller_attach() at all.
 *
 * @note Only one client can be connected to a device over shared memory.
 *
 * @param [in] attr
 * Attributes for connecting.
 * @param [out] device
 * Pointer to created device handle.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_AGAIN - the device is not loaded with a program yet.
 * DOCA_ERROR_NOT_SUPPORTED - the device is loaded with a program that does not contain High Update Rate tables.
 * DOCA_ERROR_UNSUPPORTED_VERSION - program_hash mismatch; the device is loaded with a different program version.
 * DOCA_ERROR_IN_USE - another client is already connected to this device.
 * Error code - in case of other failures.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_connect(struct dpl_rt_controller_device_attr *attr,
				       struct dpl_rt_controller_device **device);
 
/**
 * @brief Cleanup and disconnect a device
 *
 * @note After disconnecting, the dpl_rtd will delete remaining High Update Rate table entries!
 *
 * @param [in] ctx
 * Device to disconnect.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_disconnect(struct dpl_rt_controller_device *device);
 
/* -----------------------------------------------------------------------
 * Entry allocation methods.
 * ----------------------------------------------------------------------- */
 
/**
 * @brief Allocate a High Update Rate table entry handle from shared memory.
 *
 * @note Supported only for tables defined with attribute nv_high_update_rate=true in the program.
 *
 * @param [in] device
 * Device to allocate from.
 * @param [in] table_id
 * High Update Rate table ID to allocate entry from.
 * @param [out] entry
 * Pointer for providing the dpl_rt_controller_entry handler.
 * @param [out] opaque_entry
 * Opaque pointer to the C table entry structure backing this entry.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_NO_MEMORY - in case of memory allocation failure.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_entry_alloc_shm(struct dpl_rt_controller_device *device,
						     uint32_t table_id,
						     struct dpl_rt_controller_entry **entry,
						     void **opaque_entry);
 
/**
 * @brief Allocate a regular P4Runtime table entry handle using defined gRPC callbacks.
 *
 * @note Not supported for tables defined with attribute nv_high_update_rate=true in the program.
 * @note dpl_rt_controller_grpc_ops_set() must be called prior using this API.
 *
 * @param [in] device
 * Device to allocate from.
 * @param [in] table_id
 * Regular P4Runtime table ID to allocate entry from.
 * @param [out] entry
 * @param [out] opaque_entry
 * opaque pointer to p4::v1::TableEntry backing this entry.
 * Pointer for providing the dpl_rt_controller_entry handler.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_NO_MEMORY - in case of memory allocation failure.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_entry_alloc_grpc(struct dpl_rt_controller_device *device,
						      uint32_t table_id,
						      struct dpl_rt_controller_entry **entry,
						      p4_v1_table_entry_ptr_t *opaque_entry);
 
/**
 * @brief Free backing memory of entry handler.
 *
 * @note This is used only in error flows, e.g. after failure to add an entry.
 *
 * @param [in] entry
 * Entry to free.
 */
DOCA_EXPERIMENTAL
void dpl_rt_controller_table_entry_free(struct dpl_rt_controller_entry *entry);
 
/* -----------------------------------------------------------------------
 * Entry management methods.
 * ----------------------------------------------------------------------- */
 
/**
 * @brief Add a table entry.
 *
 * The API is asynchronous non-blocking when adding High Update Rate table entries.
 * Returning success means that the entry was sent to the dpl_rtd for insertion.
 * In case of a successful insertion, there is no further feedback from the dpl_rtd.
 * In case of a failed insertion, an event of type DPL_EVENT_ERROR_ENTRY_ADD is raised.
 * It is possible to verify the entry insertion status by checking the table statistics using the
 * dpl_rt_controller_table_statistics() API.
 *
 * The API is synchronous blocking when adding a regular table entries, as it is done using P4Runtime RPC message.
 * The returned status reflects whether the dpl_rtd inserted the entry successfully or not.
 *
 * @note Inserting duplicate entries to High Update Rate tables is not rejected by the dpl_rtd, it is the user
 *       controller app responsibility to avoid inserting duplicate entries.
 * @note There is no API for entry lookup, it is the user controller app responsibility to maintain a map between the
 *       rule and its dpl_rt_controller_entry handle.
 *
 * @param [in] entry
 * Entry to add.
 * @param [in] attr
 * Attributes for adding the entry, see dpl_rt_controller_add_entry_attr for more details.
 * @note Can be NULL if not needed.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_AGAIN - in case posting the request failed due to full requests ring.
 * DOCA_ERROR_IN_PROGRESS - in case that another addition operation is still in progress.
 * DOCA_ERROR_EMPTY - in case entry does not exist (entry is already deleted/freed).
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_entry_add(struct dpl_rt_controller_entry *entry,
					       struct dpl_rt_controller_add_entry_attr *attr);
 
/**
 * @brief Delete a table entry.
 *
 * The API is asynchronous non-blocking when deleting High Update Rate table entries.
 * Returning success means that the entry was sent to the dpl_rtd for deletion.
 * In case of a successful deletion, there is no further feedback from the dpl_rtd.
 * In case of a failed deletion, the relevant statistic counters are incremented (no even is raised).
 * It is possible to verify the entry deletion status by checking the table statistics using the
 * dpl_rt_controller_table_statistics() API.
 *
 * The API is synchronous blocking when deleting a regular table entries, as it is done using P4Runtime RPC message.
 * The returned status reflects whether the dpl_rtd deleted the entry successfully or not.
 *
 * @note If a duplicate entries were inserted, once any such entry is deleted, the existing handles will be invalidated.
 *       As such, a completion error will be triggered by entry deletion of the invalidated handle. The error is
 *       silently ignored by the dpl_rtd and counted by dpl_rt_controller_table_statistics_data.deletion_errors counter
 *       for debug purposes.
 *
 * @param [in] entry
 * Entry to delete.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_AGAIN - in case posting the request failed due to full requests ring.
 * DOCA_ERROR_IN_PROGRESS - in case that another deletion operation is still in progress.
 * DOCA_ERROR_EMPTY - in case entry does not exist (entry is already deleted/freed).
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_entry_delete(struct dpl_rt_controller_entry *entry);
 
/**
 * @brief Read entry direct counter data.
 *
 * The client application is responsible for synchronizing the entry_delete and entry_counter calls.
 *
 * @note Supported only if direct_counter was defined on the parent table in the program.
 * @note This API is always blocking.
 *
 * @param [in] entry
 * Entry to read its counter data.
 * @param [out] counter
 * Returned entry counter data.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_AGAIN - in case posting the request failed due to full requests ring.
 * DOCA_ERROR_IN_PROGRESS - in case that another query is still in progress.
 * DOCA_ERROR_NOT_FOUND - in case direct_counter was not defined on the table in the program.
 * DOCA_ERROR_EMPTY - in case entry does not exist (entry is already deleted/freed).
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_entry_counter(struct dpl_rt_controller_entry *entry,
						   struct dpl_rt_controller_counter_data *counter);
 
/**
 * @brief Read table's default entry direct counter data.
 *
 * @note Supported only if direct_counter was defined on the parent table in the program.
 * @note This API is always blocking.
 *
 * @param [in] device
 * Device to read its default entry counter data.
 * @param [in] table_id
 * Table ID to read its default entry counter data.
 * Can be either a High Update Rate table ID or a regular P4Runtime table ID.
 * @param [out] counter
 * Returned entry counter data.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_AGAIN - in case posting the request failed due to full requests ring.
 * DOCA_ERROR_IN_PROGRESS - in case that another query is still in progress.
 * DOCA_ERROR_NOT_FOUND - in case direct_counter was not defined on the table in the program.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_default_entry_counter(struct dpl_rt_controller_device *device,
							   uint32_t table_id,
							   struct dpl_rt_controller_counter_data *counter);
 
/**
 * @brief Get the opaque pointer to the C table entry structure backing this entry.
 *
 * The returned opaque pointer points to memory buffer for providing the table entry details (keys, params, etc),
 * which must be casted to the corresponding table entry C structure defined at the C header generated by the DPL
 * Compiler.
 *
 * @note Supported only for entries allocated using dpl_rt_controller_table_entry_alloc_shm().
 *
 * @param [in] entry
 * dpl_rt_controller_entry
 * @return void** :
 * Valid pointer for providing the opaque entry structure pointer - in case of success.
 * NULL - in case of failure.
 */
DOCA_EXPERIMENTAL
void *dpl_rt_controller_table_entry_get_shm(struct dpl_rt_controller_entry *entry);
 
/**
 * @brief Get the opaque pointer to p4::v1::TableEntry backing this entry.
 *
 * The returned opaque pointer points to a p4::v1::TableEntry for providing the table entry details (keys, params, etc).
 *
 * @note Supported only for entries allocated using dpl_rt_controller_table_entry_alloc_grpc().
 *
 * @param [in] entry
 * dpl_rt_controller_entry
 * @return void** :
 * Valid pointer for providing the p4::v1::TableEntry pointer - in case of success.
 * NULL - in case of failure.
 */
DOCA_EXPERIMENTAL
p4_v1_table_entry_ptr_t dpl_rt_controller_table_entry_get_grpc(struct dpl_rt_controller_entry *entry);
 
/* -----------------------------------------------------------------------
 * gRPC integration methods.
 * ----------------------------------------------------------------------- */
 
/**
 * @brief Set P4Runtime controller gRPC callbacks for allowing managing regular table entries.
 *
 * @param [in] device
 * Device to set the gRPC callback on.
 * @param [in] ops
 * The set of user's gRPC callbacks.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_grpc_ops_set(struct dpl_rt_controller_device *device,
					    const struct dpl_rt_controller_grpc_ops *ops);
 
/**
 * @brief Clear the currently set gRPC callbacks.
 *
 * @param [in] device
 * Device to clear its gRPC callbacks.
 */
DOCA_EXPERIMENTAL
void dpl_rt_controller_grpc_ops_clear(struct dpl_rt_controller_device *device);
 
/*
 * -----------------------------------------------------------------------
 * TCP state methods.
 * -----------------------------------------------------------------------
 */
 
/**
 * @brief Get avaiable indexes in a TCP state object for adding new entries.
 *
 * Returns indexes that can be be used to add new entries using the TCP state object.
 *
 * @note The user application is responsible to make sure not to use the same index for multiple entries using the same
 *       direction.
 * @note The user application is responsible to make sure not to reuse indexes after deleting entries using them.
 *       For adding new entries, need to call dpl_rt_controller_tcp_state_get_entries() again to get a new avaiable
 *       index.
 * @note The dpl_rtd service will automatically track and reset no longer used indexes when the entry is deleted.
 *
 * @param [in] tcp_state_id
 * TCP state object ID to get the number of entries.
 * @param [in, out] indexes
 * Array of indexes to return the available unused indexes.
 * @param [in] indexes_num
 * Requested number of indexes to return.
 * @param [out] indexes_num_ret
 * Actual number of indexes returned.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_tcp_state_get_entries(struct dpl_rt_controller_device *device,
						     uint32_t tcp_state_id,
						     uint32_t *indexes,
						     uint32_t indexes_num,
						     uint32_t *indexes_num_ret);
 
/**
 * @brief Query the TCP state for a given index.
 *
 * @param [in] device
 * Device containing the requested TCP state.
 * @param [in] tcp_state_id
 * TCP state object ID to query.
 * @param [in] index
 * Index to query.
 * @param [out] state
 * Pointer to struct dpl_rt_controller_tcp_state_data to return the state data.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_tcp_state_query(struct dpl_rt_controller_device *device,
					       uint32_t tcp_state_id,
					       uint32_t index,
					       struct dpl_rt_controller_tcp_state_data *state);
 
/*
 * -----------------------------------------------------------------------
 * Utility methods
 * -----------------------------------------------------------------------
 */
 
/**
 * @brief Get table statistics.
 *
 * @note Supported only for tables defined with attribute nv_high_update_rate=true in the program.
 * @note After a new DPL program is loaded, the 'insertions' counter will have value 1 since a default table entry
 *       was inserted to the High Update Rate table during loading the program.
 *
 * @param [in] device
 * Device containing the requested table.
 * @param [in] table_id
 * Table ID to get it's statistics.
 * @param [out] stats
 * Pointer to struct dpl_rt_controller_table_statistics_data to return the statistics.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_statistics(struct dpl_rt_controller_device *device,
						uint32_t table_id,
						struct dpl_rt_controller_table_statistics_data *stats);
 
/**
 * @brief Get string representation of a dpl_rt_controller_event_type.
 *
 * @param [in] type
 * Event type value to convert.
 * @return const char* :
 * String representation.
 */
DOCA_EXPERIMENTAL
const char *dpl_rt_controller_event_type_to_str(enum dpl_rt_controller_event_type type);
 
/**
 * @brief Modify the idle timeout of a table entry.
 *
 * @param [in] entry
 * Entry to modify the idle timeout of.
 * @param [in] new_idle_timeout_ns
 * New idle timeout value in nanoseconds.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_NOT_SUPPORTED - if the table does not support idle timeout.
 * DOCA_ERROR_EMPTY - in case entry does not exist (entry is already deleted/freed).
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_table_entry_modify_idle_timeout(struct dpl_rt_controller_entry *entry,
							       uint64_t new_idle_timeout_ns);
 
/**
 * @brief Get all entries with expired idle timeout on the device.
 *
 * This API will fill the stale_entry_arr array with pointers to stale entries on High Update Rate tables.
 *
 * @param [in] device
 * Device to query idle timeout for.
 * @param [in, out] stale_entry_arr
 * Array of stale entries to be filled - should be allocated and passed empty by user.
 * @param [in] entry_arr_size
 * Size of the stale_entry_arr array.
 * @param [out] stale_entries_num
 * Total number of stale entries found (even if exceeds entry_arr_size).
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * DOCA_ERROR_NOT_FOUND - in case that the device does not have any tables supporting idle timeout.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_idle_timeout_query(struct dpl_rt_controller_device *device,
						  struct dpl_rt_controller_entry **stale_entry_arr,
						  size_t entry_arr_size,
						  size_t *stale_entries_num);
 
/**
 * @brief Modify the DEK (Data Encryption Key) of a PSP object at given index.
 *
 * @param [in] device
 * Device containing the requested PSP.
 * @param [in] psp_id
 * PSP object ID to modify the DEK of.
 * @param [in] index
 * Index to modify the DEK of.
 * @param [in] new_dek_config
 * New DEK config.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_psp_dek_modify(struct dpl_rt_controller_device *device,
					      uint32_t psp_id,
					      uint32_t index,
					      struct dpl_rt_controller_dek_config *new_dek_config);
 
/**
 * @brief Modify all DEKs (Data Encryption Keys) of a PSP object.
 *
 * @param [in] device
 * Device containing the requested PSP.
 * @param [in] psp_id
 * PSP object ID to modify the DEKs of.
 * @param [in] new_dek_config
 * New DEK config.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_psp_dek_modify_all(struct dpl_rt_controller_device *device,
						  uint32_t psp_id,
						  struct dpl_rt_controller_dek_config *new_dek_config);
 
/**
 * @brief Query the DEK (Data Encryption Key) of a PSP object at given index.
 *
 * @param [in] device
 * Device containing the requested PSP.
 * @param [in] psp_id
 * PSP object ID to query the DEK of.
 * @param [in] index
 * Index to query the DEK of.
 * @param [out] dek_config
 * Pointer to DEK config to store the result.
 * @note The user application is responsible to free the key.bytes array after using it.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure. No need to free the key.bytes array.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_psp_dek_query(struct dpl_rt_controller_device *device,
					     uint32_t psp_id,
					     uint32_t index,
					     struct dpl_rt_controller_dek_config *dek_config);
 
/**
 * @brief Query all DEKs (Data Encryption Keys) of a PSP object.
 *
 * @param [in] device
 * Device containing the requested PSP.
 * @param [in] psp_id
 * PSP object ID to query the DEKs of.
 * @param [out] dek_configs
 * Pointer to DEK configs array to store the result.
 * @param [in] dek_configs_num
 * Size of the dek_configs array.
 * @note The user application is responsible to free the key.bytes array after using it.
 * @return doca_error_t :
 * DOCA_SUCCESS - in case of success.
 * Error code - in case of failure. No need to free the key.bytes array.
 */
DOCA_EXPERIMENTAL
doca_error_t dpl_rt_controller_psp_dek_query_all(struct dpl_rt_controller_device *device,
						 uint32_t psp_id,
						 struct dpl_rt_controller_dek_config *dek_configs,
 						 size_t dek_configs_num);
        

            

            
dplp4c.sh --target doca psp.p4
        

            

            
./dpl_sample_psp \
    --mode server \
    --port 50051 \
    --device-id 1000 \
    --dpl-rtd localhost:9559 \
    --p4info _out/psp.p4info.txt \
    --program-blob _out/psp.dplconfig \
    --psp-extern psp_crypto \
    --ib-device mlx5_0
        

            

            
./dpl_sample_psp \
    --mode client \
    --peer 192.168.1.100:50051 \
    --device-id 1000 \
    --dpl-rtd localhost:9559 \
    --p4info _out/psp.p4info.txt \
    --program-blob _out/psp.dplconfig \
    --psp-extern psp_crypto \
    --num-pairs 2 \
    --ib-device mlx5_0
        

            

            
./p4runtime_sh.sh -a 192.168.1.100:9559 -d 1000
        

            

            
te = table_entry["psp.encap.encap_table"](action="psp.encap.encrypt_tunnel")
te.match["headers.ipv4.dst_addr"] = "2.2.2.2"
te.match["headers.ipv4.src_addr"] = "1.1.1.1"
te.action["dst_addr"] = "ff:ff:ff:ff:ff:ff"
te.action["src_addr"] = "00:22:33:44:55:66"
te.action["src_ip"] = "1.1.1.1"
te.action["dst_ip"] = "2.2.2.2"
te.action["spi"] = "66"
te.action["sa_index"] = "3"
te.insert()
te.read(lambda te: print(te))
        

            

            
te = table_entry["psp.decap.decap_table"](action="decap")
te.match["headers.psp.security_parameters_index"] = "66"
te.action["dst_addr"] = "ff:ff:ff:ff:ff:ff"
te.action["src_addr"] = "00:22:33:44:55:66"
te.insert()
te.read(lambda te: print(te))
        

            

            
sudo tcpdump -i <vf_interface> -vvv -X
        

            

            
from scapy.all import *
 
sendp(
    Ether(src="00:11:11:11:11:11", dst="00:22:22:22:22:22") /
    IP(src="1.1.1.1", dst="2.2.2.2") /
    Raw(load=b'\xCA\xFE\x12\x34'),
    iface='eth8'
)