Program Listing for File serializers.hpp

(Latest Version)

Return to documentation for file (morpheus/_lib/include/morpheus/io/serializers.hpp)

Copy
Copied!
            

/* * SPDX-FileCopyrightText: Copyright (c) 2022-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. * SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include "morpheus/objects/file_types.hpp" #include "morpheus/objects/table_info.hpp" #include "morpheus/utilities/string_util.hpp" #include <pybind11/pytypes.h> #include <fstream> // IWYU pragma: keep #include <sstream> #include <stdexcept> #include <string> #include <utility> namespace morpheus { #pragma GCC visibility push(default) void df_to_csv(const TableInfo& tbl, std::ostream& out_stream, bool include_header, bool include_index_col = true, bool flush = false); std::string df_to_csv(const TableInfo& tbl, bool include_header, bool include_index_col = true); void df_to_json(MutableTableInfo& tbl, std::ostream& out_stream, bool include_index_col = true, bool flush = false); std::string df_to_json(MutableTableInfo& tbl, bool include_index_col = true); void df_to_parquet(const TableInfo& tbl, std::ostream& out_stream, bool include_header, bool include_index_col = true, bool flush = false); std::string df_to_parquet(const TableInfo& tbl, bool include_header, bool include_index_col = true); template <typename... ArgsT> void write_df_to_file(const TableInfo& tbl, const std::string& filename, FileTypes file_type = FileTypes::Auto, ArgsT&&... args) { if (file_type == FileTypes::Auto) { file_type = determine_file_type(filename); // throws if it is unable to determine the type } std::ofstream out_file; out_file.open(filename); switch (file_type) { case FileTypes::JSON: { return df_to_json(tbl, out_file, std::forward<ArgsT>(args)...); break; } case FileTypes::CSV: { return df_to_csv(tbl, out_file, std::forward<ArgsT>(args)...); break; } case FileTypes::PARQUET: { return df_to_parquet(tbl, out_file, std::forward<ArgsT>(args)...); break; } case FileTypes::Auto: default: throw std::logic_error(MORPHEUS_CONCAT_STR("Unsupported filetype: " << file_type)); } } template <typename... ArgsT> void write_df_to_file(const MutableTableInfo& tbl, const std::string& filename, FileTypes file_type = FileTypes::Auto, ArgsT&&... args) { if (file_type == FileTypes::Auto) { file_type = determine_file_type(filename); // throws if it is unable to determine the type } std::ofstream out_file; out_file.open(filename); switch (file_type) { case FileTypes::JSON: { return df_to_json(tbl, out_file, std::forward<ArgsT>(args)...); break; } case FileTypes::CSV: { return df_to_csv(tbl, out_file, std::forward<ArgsT>(args)...); break; } case FileTypes::PARQUET: { return df_to_parquet(tbl, out_file, std::forward<ArgsT>(args)...); break; } case FileTypes::Auto: default: throw std::logic_error(MORPHEUS_CONCAT_STR("Unsupported filetype: " << file_type)); } } struct SerializersProxy { static void write_df_to_file(pybind11::object df, std::string filename, FileTypes file_type, const pybind11::kwargs& kwargs); }; // end of group #pragma GCC visibility pop } // namespace morpheus

© Copyright 2023, NVIDIA. Last updated on Apr 11, 2023.