14 #include "hebench/modules/timer/include/timer.h" 
   17 #include "hebench/modules/general/include/hebench_math_utils.h" 
   20 #include "../include/hebench_dotproduct_o.h" 
   23 namespace TestHarness {
 
   31 bool BenchmarkDescriptor::m_b_registered = 
 
   35                                                    const std::vector<hebench::APIBridge::WorkloadParam> &w_params)
 const 
   37     assert(m_b_registered);
 
   65     std::uint64_t sample_size_fallback =
 
   69     std::uint64_t result_batch_size =
 
   77     ss << 
", , c = V0 . V1" << std::endl
 
   78        << 
", , , Elements, Batch size" << std::endl;
 
   81         ss << 
", , V" << i << 
", " << vector_size << 
", " << batch_sizes[i] << std::endl;
 
   83     ss << 
", , c, 1, " << result_batch_size << std::endl;
 
   91     assert(m_b_registered);
 
   96         retval = 
new Benchmark(p_engine, description_token);
 
  110     assert(m_b_registered);
 
  119 Benchmark::Benchmark(std::shared_ptr<Engine> p_engine,
 
  127     hebench::Common::EventTimer timer;
 
  128     hebench::Common::TimingReportEvent::Ptr p_timing_event;
 
  130     std::stringstream ss;
 
  134     std::uint64_t sample_size_fallback =
 
  142                                             sample_size_fallback,
 
  145     std::cout << 
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(
"Preparing workload.") << std::endl;
 
  151         std::cout << 
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(
"Generating data...") << std::endl;
 
  153                                     batch_sizes[0], batch_sizes[1],
 
  158         std::stringstream ss;
 
  159         ss << 
"Loading data from external dataset: " << std::endl
 
  161         std::cout << 
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
 
  164                                     batch_sizes[0], batch_sizes[1],
 
  166                                     this->getBenchmarkConfiguration().dataset_filename);
 
  168     p_timing_event = timer.stop<std::milli>();
 
  170     ss = std::stringstream();
 
  171     ss << 
"Total data loaded: " << m_data->getTotalDataLoaded() << 
" bytes";
 
  172     std::cout << 
IOS_MSG_DONE << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
 
  173     ss = std::stringstream();
 
  174     ss << 
"Elapsed wall time: " << p_timing_event->elapsedWallTime<std::milli>() << 
" ms";
 
  175     std::cout << 
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
 
  176     ss = std::stringstream();
 
  177     ss << 
"Elapsed CPU time: " << p_timing_event->elapsedCPUTime<std::milli>() << 
" ms";
 
  178     std::cout << 
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
 
  182                                const std::uint64_t *param_data_pack_indices,
 
  183                                const std::vector<hebench::APIBridge::NativeDataBuffer *> &outputs,
 
const hebench::APIBridge::BenchmarkDescriptor & descriptor
Benchmark backend descriptor, as retrieved by backend, corresponding to the registration handle h_des...
Specifies a benchmark configuration.
std::uint64_t fallback_default_sample_size
Default sample size to be used if a specific size is not specified in the default_sample_sizes collec...
std::vector< std::uint64_t > default_sample_sizes
Default sample size for each operation parameter.
std::vector< hebench::APIBridge::WorkloadParam > w_params
Set of arguments for workload parameters.
std::string dataset_filename
File containing data for the benchmark. If empty string, benchmarks that can auto generate the datase...
static bool registerSupportedBenchmark(std::shared_ptr< IBenchmarkDescriptor > p_desc_obj)
Registers a benchmark description object that represents one of the supported workloads.
Base class for workload benchmarks in the offline category.
void completeWorkloadDescription(WorkloadDescriptionOutput &output, const Engine &engine, const BenchmarkDescription::Backend &backend_desc, const BenchmarkDescription::Configuration &config) const override
Completes the description for the matched benchmark.
static constexpr std::uint64_t OpResultCount
static constexpr std::uint64_t OpParameterCount
bool matchBenchmarkDescriptor(const hebench::APIBridge::BenchmarkDescriptor &bench_desc, const std::vector< hebench::APIBridge::WorkloadParam > &w_params) const override
Determines if the represented benchmark can perform the workload described by a specified HEBench ben...
static std::uint64_t fetchVectorSize(const std::vector< hebench::APIBridge::WorkloadParam > &w_params)
static DataLoader::Ptr create(std::uint64_t vector_size, std::uint64_t batch_size_a, std::uint64_t batch_size_b, hebench::APIBridge::DataType data_type)
void destroyBenchmark(hebench::TestHarness::PartialBenchmark *p_bench) override
Destroys an object returned by createBenchmark().
bool matchBenchmarkDescriptor(const hebench::APIBridge::BenchmarkDescriptor &bench_desc, const std::vector< hebench::APIBridge::WorkloadParam > &w_params) const override
Determines if the represented benchmark can perform the workload described by a specified HEBench ben...
static constexpr std::uint64_t DefaultBatchSize
hebench::TestHarness::PartialBenchmark * createBenchmark(std::shared_ptr< Engine > p_engine, const DescriptionToken &description_token) override
Creates the represented IBenchmark object that can perform the workload specified by the HEBench benc...
void completeWorkloadDescription(WorkloadDescriptionOutput &output, const Engine &engine, const BenchmarkDescription::Backend &backend_desc, const BenchmarkDescription::Configuration &config) const override
Completes the description for the matched benchmark.
void init() override
Initializes the partial benchmark members.
bool validateResult(IDataLoader::Ptr dataset, const std::uint64_t *param_data_pack_indices, const std::vector< hebench::APIBridge::NativeDataBuffer * > &p_outputs, hebench::APIBridge::DataType data_type) const override
Validates the result of an operation against the ground truth.
Token returned by a successful call to IBenchmarkDescriptor::matchBenchmarkDescriptor().
std::shared_ptr< IDataLoader > Ptr
virtual bool validateResult(IDataLoader::Ptr dataset, const std::uint64_t *param_data_pack_indices, const std::vector< hebench::APIBridge::NativeDataBuffer * > &outputs, hebench::APIBridge::DataType data_type) const
Validates the result of an operation against the ground truth.
std::string workload_header
Workload specific information to be added to the report header.
static std::uint64_t computeSampleSizes(std::uint64_t *sample_sizes, std::size_t param_count, const std::vector< std::uint64_t > &config_sample_sizes, const hebench::APIBridge::BenchmarkDescriptor &bench_desc, std::uint64_t default_sample_size_fallback, bool force_config)
Extracts the batch sizes for a workload from a specified HEBench API benchmark descriptor.
static bool getForceConfigValues()
Specifies whether frontend will override backend descriptors using configuration data or not.
std::size_t operation_params_count
Number of parameters for the represented workload operation.
hebench::APIBridge::BenchmarkDescriptor concrete_descriptor
Benchmark descriptor completed with concrete values assigned to configurable fields.
Bundles values that need to be filled by a workload during completeWorkloadDescription().
Base class for benchmarks.
const BenchmarkDescription::Backend & getBackendDescription() const
Allows read-only access to this benchmark backend description.
const BenchmarkDescription::Configuration & getBenchmarkConfiguration() const
Allows read-only access to this benchmark configuration.
DataType
Defines data types for a workload.
CategoryParams cat_params
Parameters for the category.
Category category
Category for the benchmark.
Defines a benchmark test.