14 #include "hebench/modules/timer/include/timer.h"
17 #include "hebench/modules/general/include/hebench_math_utils.h"
20 #include "../include/hebench_eltwiseadd_o.h"
23 namespace TestHarness {
31 bool BenchmarkDescriptor::m_b_registered =
35 const std::vector<hebench::APIBridge::WorkloadParam> &w_params)
const
37 assert(m_b_registered);
65 std::uint64_t sample_size_fallback =
69 std::uint64_t result_batch_size =
77 ss <<
", , C = V0 + V1" << std::endl
78 <<
", , , Elements, Batch size" << std::endl;
81 ss <<
", , V" << i <<
", " << vector_size <<
", " << batch_sizes[i] << std::endl;
83 ss <<
", , C, " << vector_size <<
", " << result_batch_size << std::endl;
91 assert(m_b_registered);
96 retval =
new Benchmark(p_engine, description_token);
110 assert(m_b_registered);
119 Benchmark::Benchmark(std::shared_ptr<Engine> p_engine,
127 hebench::Common::EventTimer timer;
128 hebench::Common::TimingReportEvent::Ptr p_timing_event;
130 std::stringstream ss;
134 std::uint64_t sample_size_fallback =
142 sample_size_fallback,
145 std::cout <<
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(
"Preparing workload.") << std::endl;
151 std::cout <<
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(
"Generating data...") << std::endl;
153 batch_sizes[0], batch_sizes[1],
158 std::stringstream ss;
159 ss <<
"Loading data from external dataset: " << std::endl
161 std::cout <<
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
164 batch_sizes[0], batch_sizes[1],
166 this->getBenchmarkConfiguration().dataset_filename);
168 p_timing_event = timer.stop<std::milli>();
170 ss = std::stringstream();
171 ss <<
"Total data loaded: " << m_data->getTotalDataLoaded() <<
" bytes";
172 std::cout <<
IOS_MSG_DONE << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
173 ss = std::stringstream();
174 ss <<
"Elapsed wall time: " << p_timing_event->elapsedWallTime<std::milli>() <<
" ms";
175 std::cout <<
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
176 ss = std::stringstream();
177 ss <<
"Elapsed CPU time: " << p_timing_event->elapsedCPUTime<std::milli>() <<
" ms";
178 std::cout <<
IOS_MSG_INFO << hebench::Logging::GlobalLogger::log(ss.str()) << std::endl;
182 const std::uint64_t *param_data_pack_indices,
183 const std::vector<hebench::APIBridge::NativeDataBuffer *> &outputs,
const hebench::APIBridge::BenchmarkDescriptor & descriptor
Benchmark backend descriptor, as retrieved by backend, corresponding to the registration handle h_des...
Specifies a benchmark configuration.
std::uint64_t fallback_default_sample_size
Default sample size to be used if a specific size is not specified in the default_sample_sizes collec...
std::vector< std::uint64_t > default_sample_sizes
Default sample size for each operation parameter.
std::vector< hebench::APIBridge::WorkloadParam > w_params
Set of arguments for workload parameters.
std::string dataset_filename
File containing data for the benchmark. If empty string, benchmarks that can auto generate the datase...
static bool registerSupportedBenchmark(std::shared_ptr< IBenchmarkDescriptor > p_desc_obj)
Registers a benchmark description object that represents one of the supported workloads.
Base class for workload benchmarks in the offline category.
static constexpr std::uint64_t OpParameterCount
void completeWorkloadDescription(WorkloadDescriptionOutput &output, const Engine &engine, const BenchmarkDescription::Backend &backend_desc, const BenchmarkDescription::Configuration &config) const override
Completes the description for the matched benchmark.
static std::uint64_t fetchVectorSize(const std::vector< hebench::APIBridge::WorkloadParam > &w_params)
static constexpr std::uint64_t OpResultCount
bool matchBenchmarkDescriptor(const hebench::APIBridge::BenchmarkDescriptor &bench_desc, const std::vector< hebench::APIBridge::WorkloadParam > &w_params) const override
Determines if the represented benchmark can perform the workload described by a specified HEBench ben...
static DataLoader::Ptr create(std::uint64_t vector_size, std::uint64_t batch_size_a, std::uint64_t batch_size_b, hebench::APIBridge::DataType data_type)
hebench::TestHarness::PartialBenchmark * createBenchmark(std::shared_ptr< Engine > p_engine, const DescriptionToken &description_token) override
Creates the represented IBenchmark object that can perform the workload specified by the HEBench benc...
void completeWorkloadDescription(WorkloadDescriptionOutput &output, const Engine &engine, const BenchmarkDescription::Backend &backend_desc, const BenchmarkDescription::Configuration &config) const override
Completes the description for the matched benchmark.
static constexpr std::uint64_t DefaultBatchSize
bool matchBenchmarkDescriptor(const hebench::APIBridge::BenchmarkDescriptor &bench_desc, const std::vector< hebench::APIBridge::WorkloadParam > &w_params) const override
Determines if the represented benchmark can perform the workload described by a specified HEBench ben...
void destroyBenchmark(hebench::TestHarness::PartialBenchmark *p_bench) override
Destroys an object returned by createBenchmark().
bool validateResult(IDataLoader::Ptr dataset, const std::uint64_t *param_data_pack_indices, const std::vector< hebench::APIBridge::NativeDataBuffer * > &p_outputs, hebench::APIBridge::DataType data_type) const override
Validates the result of an operation against the ground truth.
void init() override
Initializes the partial benchmark members.
Token returned by a successful call to IBenchmarkDescriptor::matchBenchmarkDescriptor().
std::shared_ptr< IDataLoader > Ptr
virtual bool validateResult(IDataLoader::Ptr dataset, const std::uint64_t *param_data_pack_indices, const std::vector< hebench::APIBridge::NativeDataBuffer * > &outputs, hebench::APIBridge::DataType data_type) const
Validates the result of an operation against the ground truth.
std::string workload_header
Workload specific information to be added to the report header.
static std::uint64_t computeSampleSizes(std::uint64_t *sample_sizes, std::size_t param_count, const std::vector< std::uint64_t > &config_sample_sizes, const hebench::APIBridge::BenchmarkDescriptor &bench_desc, std::uint64_t default_sample_size_fallback, bool force_config)
Extracts the batch sizes for a workload from a specified HEBench API benchmark descriptor.
static bool getForceConfigValues()
Specifies whether frontend will override backend descriptors using configuration data or not.
std::size_t operation_params_count
Number of parameters for the represented workload operation.
hebench::APIBridge::BenchmarkDescriptor concrete_descriptor
Benchmark descriptor completed with concrete values assigned to configurable fields.
Bundles values that need to be filled by a workload during completeWorkloadDescription().
Base class for benchmarks.
const BenchmarkDescription::Backend & getBackendDescription() const
Allows read-only access to this benchmark backend description.
const BenchmarkDescription::Configuration & getBenchmarkConfiguration() const
Allows read-only access to this benchmark configuration.
DataType
Defines data types for a workload.
CategoryParams cat_params
Parameters for the category.
Category category
Category for the benchmark.
Defines a benchmark test.