Program Listing for File cudf_util.cpp

(Latest Version)

Return to documentation for file (morpheus/_lib/src/utilities/cudf_util.cpp)


/* * SPDX-FileCopyrightText: Copyright (c) 2021-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. * SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "morpheus/utilities/cudf_util.hpp" #include "morpheus/objects/table_info.hpp" #include <cudf/table/table.hpp> // IWYU pragma: keep #include <glog/logging.h> #include <pybind11/gil.h> #include <pybind11/pybind11.h> #include <memory> #include <ostream> // Needed for logging #include <utility> // for move /* * **************This needs to come last.******************** * A note to posterity: We only ever want to have a single place where cudf_helpers_api.h is included in any * translation unit. */ #include "cudf_helpers_api.h" #include "morpheus/objects/data_table.hpp" namespace morpheus { void CudfHelper::load() { if (import_morpheus___lib__cudf_helpers() != 0) { pybind11::error_already_set ex; LOG(ERROR) << "Could not load cudf_helpers library: " << ex.what(); throw ex; } } pybind11::object proxy_table_from_table_with_metadata(cudf::io::table_with_metadata&& table, int index_col_count) { return pybind11::reinterpret_steal<pybind11::object>( (PyObject*)make_table_from_table_with_metadata(std::move(table), index_col_count)); } morpheus::TableInfoData proxy_table_info_data_from_table(pybind11::object table) { return make_table_info_data_from_table(table.ptr()); } pybind11::object CudfHelper::table_from_table_with_metadata(cudf::io::table_with_metadata&& table, int index_col_count) { return proxy_table_from_table_with_metadata(std::move(table), index_col_count); } pybind11::object CudfHelper::table_from_table_info(const TableInfoBase& table_info) { // Get the table info data from the table_into auto table_info_data = table_info.get_data(); auto py_object_parent = table_info.get_parent()->get_py_object(); // Need to guarantee that we have the gil here pybind11::gil_scoped_acquire gil; return pybind11::reinterpret_steal<pybind11::object>( (PyObject*)make_table_from_table_info_data(std::move(table_info_data), py_object_parent.ptr())); } TableInfoData CudfHelper::table_info_data_from_table(pybind11::object table) { return proxy_table_info_data_from_table(std::move(table)); } } // namespace morpheus

© Copyright 2023, NVIDIA. Last updated on Apr 11, 2023.