10 minutes is the new minimal duration (mlcommons#820)

nv-rborkar · Jan 20, 2021 · acf032a · acf032a
1 parent c2b1327
commit acf032a
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/mlperf.conf b/mlperf.conf
@@ -21,14 +21,14 @@ rnnt.*.performance_sample_count_override = 2513
 *.*.schedule_rng_seed = 3135815929913719677
 
 *.SingleStream.target_latency_percentile = 90
-*.SingleStream.min_duration = 60000
+*.SingleStream.min_duration = 600000
 *.SingleStream.min_query_count = 1024
 
 *.MultiStream.target_qps = 20
 *.MultiStream.target_latency_percentile = 99
 *.MultiStream.max_async_queries = 1
 *.MultiStream.target_latency = 50
-*.MultiStream.min_duration = 60000
+*.MultiStream.min_duration = 600000
 *.MultiStream.min_query_count = 270336
 ssd-resnet34.MultiStream.target_qps = 15
 ssd-resnet34.MultiStream.target_latency = 66
@@ -40,7 +40,7 @@ gnmt.MultiStream.target_latency_percentile = 97
 *.Server.target_latency = 10
 *.Server.target_latency_percentile = 99
 *.Server.target_duration = 0
-*.Server.min_duration = 60000
+*.Server.min_duration = 600000
 *.Server.min_query_count = 270336
 resnet50.Server.target_latency = 15
 ssd-resnet34.Server.target_latency = 100
@@ -52,7 +52,7 @@ dlrm.Server.target_latency = 30
 rnnt.Server.target_latency = 1000
 
 *.Offline.target_latency_percentile = 90
-*.Offline.min_duration = 60000
+*.Offline.min_duration = 600000
 # In Offline scenario, we always have one query. But LoadGen maps this to
 # min_sample_count internally in Offline scenario, so set this to 24576 since
 # the rule requires that Offline scenario run for at least 24576 samples.