Program Listing for File table_util.cpp

Return to documentation for file (morpheus/_lib/src/utilities/table_util.cpp)

Copy
Copied!
            

#include "morpheus/utilities/table_util.hpp" #include <cudf/io/csv.hpp> #include <cudf/io/json.hpp> #include <glog/logging.h> #include <pybind11/pybind11.h> #include <filesystem> #include <ostream>// needed for logging #include <stdexcept>// for runtime_error namespace fs = std::filesystem; namespace py = pybind11; cudf::io::table_with_metadata morpheus::CuDFTableUtil::load_table(const std::string &filename) { auto file_path = fs::path(filename); if (file_path.extension() == ".json" || file_path.extension() == ".jsonlines") { // First, load the file into json auto options = cudf::io::json_reader_options::builder(cudf::io::source_info{filename}).lines(true); return cudf::io::read_json(options.build()); } else if (file_path.extension() == ".csv") { auto options = cudf::io::csv_reader_options::builder(cudf::io::source_info{filename}); return cudf::io::read_csv(options.build()); } else { LOG(FATAL) << "Unknown extension for file: " << filename; throw std::runtime_error("Unknown extension"); } }

© Copyright 2023, NVIDIA. Last updated on Feb 3, 2023.