NVIDIA NvNeural SDK  2022.2
GPU inference framework for NVIDIA Nsight Deep Learning Designer
CublasHelpers.h
Go to the documentation of this file.
1 /*
2 * SPDX-FileCopyrightText: Copyright (c) 2020-2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3 * SPDX-License-Identifier: MIT
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 */
23 
25 #ifndef NVNEURAL_CUBLASHELPERS_H
26 #define NVNEURAL_CUBLASHELPERS_H
27 
28 #include <cublas_v2.h>
29 
30 #include <nvneural/CoreTypes.h>
31 #include <nvneural/CudaTypes.h>
32 
33 namespace nvneural {
34 
39 #define CheckCublasErrors(expr_) \
40  do \
41  { \
42  const cublasStatus_t cbStatus = (expr_); \
43  LogPossibleCublasFailure(cbStatus, #expr_, __FILE__, __LINE__); \
44  if (CUBLAS_STATUS_SUCCESS != cbStatus) \
45  { \
46  return NeuralResult::Failure; \
47  } \
48  } while(false) \
49 
56 static void LogPossibleCublasFailure(cublasStatus_t status, const char* pExpression, const char* pFilename, int line)
57 {
58  if (status != CUBLAS_STATUS_SUCCESS)
59  {
60  DefaultLogger()->logError(0, "%s(%d): %s returned %d", pFilename, line, pExpression, status);
61  }
62 }
63 
70 
78 cublasHandle_t GetCublasHandle(const INetworkBackendCuda* pBackend) noexcept;
79 
80 } // namespace nvneural
81 
82 #endif // NVNEURAL_CUBLASHELPERS_H
Fundamental NvNeural data types are declared here.
NeuralResult
NeuralResult is a generic success/failure result type similar to COM HRESULT.
Definition: CoreTypes.h:275
NeuralResult InitializeCublas(INetworkBackendCuda *pBackend) noexcept
Initializes cuBLAS and registers it with the backend.
cublasHandle_t GetCublasHandle(const INetworkBackendCuda *pBackend) noexcept
Retrieves the cuBLAS handle associated with a CUDA backend.
All CUDA-specific NvNeural types are declared here.
virtual NeuralResult logError(VerbosityLevel verbosity, const char *format,...) noexcept=0
Logs an error message.
INetworkBackend companion interface with CUDA-specific functionality.
Definition: CudaTypes.h:346