C/C++ API¶
Caution
This feature is not officially supported yet and may change without notice.
The C/C++ API allows you to access the custom kernels defined in libtransformer_engine.so library directly from C/C++, without Python.
Headers
- activation.h
- cast.h
- gemm.h
- fused_attn.h
- layer_norm.h
- rmsnorm.h
- softmax.h
- transformer_engine.h
- typedef void *NVTETensor
- enum NVTEDType
- NVTETensor nvte_create_tensor
- void nvte_destroy_tensor
- NVTEDType nvte_tensor_type
- NVTEShape nvte_tensor_shape
- void *nvte_tensor_data
- float *nvte_tensor_amax
- float *nvte_tensor_scale
- float *nvte_tensor_scale_inv
- void nvte_tensor_pack_create
- void nvte_tensor_pack_destroy
- struct NVTEShape
- struct NVTETensorPack
- namespace transformer_engine
- enum class DType
- struct TensorWrapper
- inline TensorWrapper
- inline TensorWrapper
- inline TensorWrapper
- inline ~TensorWrapper
- TensorWrapper &operator=
- TensorWrapper
- inline TensorWrapper
- inline TensorWrapper &operator=
- inline NVTETensor data
- inline const NVTEShape shape
- inline DType dtype
- inline void *dptr
- inline float *amax
- inline float *scale
- inline float *scale_inv
- NVTETensor tensor_ = nullptr
- transpose.h