mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-01 00:15:30 +08:00
72 lines
2.4 KiB
C++
72 lines
2.4 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#ifndef ARROW_CSV_TEST_COMMON_H
|
|
#define ARROW_CSV_TEST_COMMON_H
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "arrow/csv/parser.h"
|
|
#include "arrow/testing/gtest_util.h"
|
|
|
|
namespace arrow {
|
|
namespace csv {
|
|
|
|
std::string MakeCSVData(std::vector<std::string> lines) {
|
|
std::string s;
|
|
for (const auto& line : lines) {
|
|
s += line;
|
|
}
|
|
return s;
|
|
}
|
|
|
|
// Make a BlockParser from a vector of lines representing a CSV file
|
|
void MakeCSVParser(std::vector<std::string> lines, ParseOptions options,
|
|
std::shared_ptr<BlockParser>* out) {
|
|
auto csv = MakeCSVData(lines);
|
|
auto parser = std::make_shared<BlockParser>(options);
|
|
uint32_t out_size;
|
|
ASSERT_OK(parser->Parse(csv.data(), static_cast<uint32_t>(csv.size()), &out_size));
|
|
ASSERT_EQ(out_size, csv.size()) << "trailing CSV data not parsed";
|
|
*out = parser;
|
|
}
|
|
|
|
void MakeCSVParser(std::vector<std::string> lines, std::shared_ptr<BlockParser>* out) {
|
|
MakeCSVParser(lines, ParseOptions::Defaults(), out);
|
|
}
|
|
|
|
// Make a BlockParser from a vector of strings representing a single CSV column
|
|
void MakeColumnParser(std::vector<std::string> items, std::shared_ptr<BlockParser>* out) {
|
|
auto options = ParseOptions::Defaults();
|
|
// Need this to test for null (empty) values
|
|
options.ignore_empty_lines = false;
|
|
std::vector<std::string> lines;
|
|
for (const auto& item : items) {
|
|
lines.push_back(item + '\n');
|
|
}
|
|
MakeCSVParser(lines, options, out);
|
|
ASSERT_EQ((*out)->num_cols(), 1) << "Should have seen only 1 CSV column";
|
|
ASSERT_EQ((*out)->num_rows(), items.size());
|
|
}
|
|
|
|
} // namespace csv
|
|
} // namespace arrow
|
|
|
|
#endif // ARROW_CSV_TEST_COMMON_H
|