diff --git a/loadgen/loadgen.cc b/loadgen/loadgen.cc index 85b69894e..42b2140de 100644 --- a/loadgen/loadgen.cc +++ b/loadgen/loadgen.cc @@ -421,7 +421,7 @@ std::vector GenerateQueries( } } - LogDetail([count = queries.size(), spq = settings.samples_per_query, + LogDetail([count = queries.size(), spq = samples_per_query, duration = timestamp.count()](AsyncDetail& detail) { #if USE_NEW_LOGGING_FORMAT MLPERF_LOG(detail, "generated_query_count", count); diff --git a/loadgen/mlperf.conf b/loadgen/mlperf.conf index 9ef118820..836b42564 100644 --- a/loadgen/mlperf.conf +++ b/loadgen/mlperf.conf @@ -13,6 +13,7 @@ dlrm.*.performance_sample_count_override = 204800 dlrm-v2.*.performance_sample_count_override = 204800 rnnt.*.performance_sample_count_override = 2513 gptj.*.performance_sample_count_override = 13368 +mixtral-8x7b.*.performance_sample_count_override = 15000 llama2-70b.*.performance_sample_count_override = 24576 llama3_1-405b.*.performance_sample_count_override = 8313 stable-diffusion-xl.*.performance_sample_count_override = 5000 diff --git a/loadgen/test_settings_internal.cc b/loadgen/test_settings_internal.cc index ddc5cebff..5da0952f8 100644 --- a/loadgen/test_settings_internal.cc +++ b/loadgen/test_settings_internal.cc @@ -515,6 +515,12 @@ void TestSettingsInternal::LogSummary(AsyncSummary &summary) const { summary("performance_issue_same : ", performance_issue_same); summary("performance_issue_same_index : ", performance_issue_same_index); summary("performance_sample_count : ", performance_sample_count); + if (sample_concatenate_permutation){ + summary("WARNING: sample_concatenate_permutation was set to true. \n" + "Generated samples per query might be different as the one in the setting.\n" + "Check the generated_samples_per_query line in the detailed log for the real\n" + "samples_per_query value"); + } } } // namespace loadgen