hebench_dataset_loader.h

Go to the documentation of this file.

 
// Copyright (C) 2021 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
 
#ifndef _HEBench_Harness_DatasetLoader_H_0596d40a3cce4b108a81595c50eb286d
#define _HEBench_Harness_DatasetLoader_H_0596d40a3cce4b108a81595c50eb286d
 
#include <cstdint>
#include <string>
#include <type_traits>
#include <vector>
 
namespace hebench {
namespace DataLoader {
 
template <typename T>
struct ExternalDataset
{
    std::vector<std::vector<std::vector<T>>> inputs;
    std::vector<std::vector<std::vector<T>>> outputs;
};
 
template <typename T,
          // Only `int32_t`, `int64_t`, `float`, and `double` are supported as types.
          typename = std::enable_if_t<std::is_same_v<T, std::int32_t> || std::is_same_v<T, std::int64_t> || std::is_same_v<T, float> || std::is_same_v<T, double>>>
class ExternalDatasetLoader
{
public:
    static ExternalDataset<T> loadFromCSV(const std::string &filename,
                                          std::uint64_t max_loaded_size = 0);
};
 
// template implementations
 
template class ExternalDatasetLoader<int32_t>;
template class ExternalDatasetLoader<int64_t>;
template class ExternalDatasetLoader<float>;
template class ExternalDatasetLoader<double>;
 
} // namespace DataLoader
} // namespace hebench
 
#endif // defined _HEBench_Harness_DatasetLoader_H_0596d40a3cce4b108a81595c50eb286d