Results from GH action on NVIDIA_RTX4090x1

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt

@@ -1 +1 @@
-hash=9079874146ef73c57045558f0a8a7849a3f66b9da2fc24c0a09b9dd75f2e64c8
+hash=de3e2b07b7001bc7c90e90e9cdfb249cf96db099c7a78a54e583ce00929d17ea

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -4,35 +4,35 @@ MLPerf Results Summary
 SUT name : LWIS_Server
 Scenario : MultiStream
 Mode     : PerformanceOnly
-99th percentile latency (ns) : 473510
+99th percentile latency (ns) : 472861
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 662 queries (1288350).
- * Would discard 12619 highest latency queries.
- * Early stopping 99th percentile estimate: 473605
+ * Processed at least 662 queries (1287732).
+ * Would discard 12613 highest latency queries.
+ * Early stopping 99th percentile estimate: 473072
 
 ================================================
 Additional Stats
 ================================================
 Per-query latency:  
-Min latency (ns)                : 445682
-Max latency (ns)                : 1694438
-Mean latency (ns)               : 463250
-50.00 percentile latency (ns)   : 462975
-90.00 percentile latency (ns)   : 464225
-95.00 percentile latency (ns)   : 464786
-97.00 percentile latency (ns)   : 465353
-99.00 percentile latency (ns)   : 473510
-99.90 percentile latency (ns)   : 514228
+Min latency (ns)                : 446714
+Max latency (ns)                : 1336192
+Mean latency (ns)               : 463489
+50.00 percentile latency (ns)   : 463166
+90.00 percentile latency (ns)   : 464452
+95.00 percentile latency (ns)   : 465027
+97.00 percentile latency (ns)   : 465570
+99.00 percentile latency (ns)   : 472861
+99.90 percentile latency (ns)   : 514672
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 8
-target_qps : 5400.49
+target_qps : 5387.21
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_accuracy.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 50000
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 1634
-num_perf_log_qsl_idx_match = 1634
+num_perf_log_entries = 1638
+num_perf_log_qsl_idx_match = 1638
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_performance.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 472431
-test score = 473605
+reference score = 473275
+test score = 473072
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt

@@ -4,35 +4,35 @@ MLPerf Results Summary
 SUT name : LWIS_Server
 Scenario : MultiStream
 Mode     : PerformanceOnly
-99th percentile latency (ns) : 473151
+99th percentile latency (ns) : 471475
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 662 queries (1289370).
- * Would discard 12630 highest latency queries.
- * Early stopping 99th percentile estimate: 473238
+ * Processed at least 662 queries (1287624).
+ * Would discard 12612 highest latency queries.
+ * Early stopping 99th percentile estimate: 471938
 
 ================================================
 Additional Stats
 ================================================
 Per-query latency:  
-Min latency (ns)                : 457262
-Max latency (ns)                : 1461560
-Mean latency (ns)               : 462876
-50.00 percentile latency (ns)   : 462500
-90.00 percentile latency (ns)   : 463679
-95.00 percentile latency (ns)   : 464223
-97.00 percentile latency (ns)   : 464794
-99.00 percentile latency (ns)   : 473151
-99.90 percentile latency (ns)   : 514264
+Min latency (ns)                : 457360
+Max latency (ns)                : 1466514
+Mean latency (ns)               : 463603
+50.00 percentile latency (ns)   : 463275
+90.00 percentile latency (ns)   : 464595
+95.00 percentile latency (ns)   : 465128
+97.00 percentile latency (ns)   : 465633
+99.00 percentile latency (ns)   : 471475
+99.90 percentile latency (ns)   : 514955
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 8
-target_qps : 5400.49
+target_qps : 5387.21
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/verify_performance.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 2116.71122343792
-test score = 2113.101652868113
+reference score = 2112.936453436163
+test score = 2118.922400823837
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt

@@ -1 +1 @@
-hash=76e088ed88c8d425e00a802a5b91594473b4bb01efb1b9011c28912e73bbaf2e
+hash=2a31802b167371c06186ee2cf12405a3c979cabc2e8dc633062a198b0bad4c83

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json

@@ -69,8 +69,6 @@
 ...
 
 0000" },
-{ "seq_id" : 28731207, "qsl_idx" : 28444, "data" : "4A000000" },
-{ "seq_id" : 28736081, "qsl_idx" : 27061, "data" : "3E010000" },
 { "seq_id" : 28736950, "qsl_idx" : 20832, "data" : "D2030000" },
 { "seq_id" : 28746817, "qsl_idx" : 44166, "data" : "5E020000" },
 { "seq_id" : 28755391, "qsl_idx" : 21972, "data" : "47010000" },
@@ -131,5 +129,7 @@
 { "seq_id" : 29130141, "qsl_idx" : 5040, "data" : "12030000" },
 { "seq_id" : 29138517, "qsl_idx" : 22968, "data" : "6C000000" },
 { "seq_id" : 29142150, "qsl_idx" : 17245, "data" : "A5010000" },
-{ "seq_id" : 29154388, "qsl_idx" : 17150, "data" : "FF000000" }
+{ "seq_id" : 29154388, "qsl_idx" : 17150, "data" : "FF000000" },
+{ "seq_id" : 29176727, "qsl_idx" : 12348, "data" : "71030000" },
+{ "seq_id" : 29183352, "qsl_idx" : 26283, "data" : "75010000" }
 ]