diff --git a/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json index 77475211..b71e8eae 100644 --- a/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json +++ b/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -1,9 +1,9 @@ { - "accelerator_frequency": "2520000 MHz", + "accelerator_frequency": "2610000 MHz", "accelerator_host_interconnect": "N/A", "accelerator_interconnect": "N/A", "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "23.64971923828125 GB", + "accelerator_memory_capacity": "23.54595947265625 GB", "accelerator_memory_configuration": "N/A", "accelerator_model_name": "NVIDIA GeForce RTX 4090", "accelerator_on-chip_memories": "", @@ -16,17 +16,17 @@ "host_network_card_count": "1", "host_networking": "Gig Ethernet", "host_networking_topology": "N/A", - "host_processor_caches": "L1d cache: 576 KiB, L1i cache: 384 KiB, L2 cache: 24 MiB, L3 cache: ", - "host_processor_core_count": "24", - "host_processor_frequency": "5800.0000", + "host_processor_caches": "L1d cache: 512 KiB, L1i cache: 512 KiB, L2 cache: 16 MiB, L3 cache: 64 MiB", + "host_processor_core_count": "16", + "host_processor_frequency": "5881.0000", "host_processor_interconnect": "", - "host_processor_model_name": "13th Gen Intel(R) Core(TM) i9-13900K", + "host_processor_model_name": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": "1", - "host_storage_capacity": "9.4T", + "host_storage_capacity": "6.8T", "host_storage_type": "SSD", "hw_notes": "", "number_of_nodes": "1", - "operating_system": "Ubuntu 20.04 (linux-6.8.0-49-generic-glibc2.31)", + "operating_system": "Ubuntu 20.04 (linux-6.8.0-51-generic-glibc2.31)", "other_software_stack": "Python: 3.8.10, GCC-9.4.0, Using Docker , CUDA 12.2", "status": "available", "submitter": "MLCommons", diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md index e61e139c..6c567d78 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md @@ -4,7 +4,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra ## Host platform -* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* OS version: Linux-6.8.0-51-generic-x86_64-with-glibc2.29 * CPU version: x86_64 * Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) [GCC 9.4.0] @@ -56,8 +56,8 @@ cm run script \ --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ - --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ - --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=5.0.4 \ + --env.CM_MLPERF_LAST_RELEASE=v5.0 \ --env.CM_TMP_PIP_VERSION_STRING= \ --env.CM_MODEL=resnet50 \ --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ @@ -71,7 +71,7 @@ cm run script \ --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ --env.CM_DOCKER_DETACHED_MODE=yes \ --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ - --env.CM_DOCKER_CONTAINER_ID=6956fa7efe5f \ + --env.CM_DOCKER_CONTAINER_ID=74b53a08a206 \ --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST04 \ --add_deps_recursive.compiler.tags=gcc \ --add_deps_recursive.coco2014-original.tags=_full \ @@ -105,10 +105,10 @@ cm run script \ --print_env=False \ --print_deps=False \ --dump_version_info=True \ - --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/14a94e79cca24141/imagenet-2012-val \ --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ - --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/a8c152aef5494496 ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* @@ -130,4 +130,4 @@ Model Precision: int8 `acc`: `76.064`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per query`: `467192.0` +`Samples per query`: `454539.0` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out index 18ea0905..b9a50dfe 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out @@ -1,31 +1,31 @@ -[2024-12-22 23:29:05,648 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 23:29:05,784 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/MultiStream -[2024-12-22 23:29:05,784 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fcc74ebe116e4c9e892bbad3769cf305.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario MultiStream --model resnet50 -[2024-12-22 23:29:05,784 __init__.py:53 INFO] Overriding Environment +[2024-12-23 03:38:38,158 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 03:38:38,327 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/MultiStream +[2024-12-23 03:38:38,328 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/638bf59dc76546779c698e6cffb4cb34.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario MultiStream --model resnet50 +[2024-12-23 03:38:38,328 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data disable_beta1_smallk : True gpu_batch_size : 8 gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-23.29.04 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-03.38.37 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf multi_stream_expected_latency_ns : 0 multi_stream_samples_per_query : 8 multi_stream_target_latency_percentile : 99 precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data scenario : Scenario.MultiStream -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : AccuracyOnly use_deque_limit : True use_graphs : True -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fcc74ebe116e4c9e892bbad3769cf305.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/638bf59dc76546779c698e6cffb4cb34.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_MultiStream workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -38,19 +38,19 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fcc74ebe116e4c9e892bbad3769cf305.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/638bf59dc76546779c698e6cffb4cb34.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 26 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 72, GPU 837 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 73, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 76, GPU 844 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 77, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +10, now: CPU 47, GPU 839 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 51, GPU 846 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 51, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +17, now: CPU 0, GPU 41 (MiB) [I] Start creating CUDA graphs [I] Capture 8 CUDA graphs @@ -58,7 +58,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.02615s. +Finished warmup. Ran for 5.02397s. Starting running actual test. No warnings encountered during test. @@ -71,8 +71,8 @@ Device Device:0.GPU processed: PerSampleCudaMemcpy Calls: 0 BatchedCudaMemcpy Calls: 6250 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-22 23:29:18,470 run_harness.py:166 INFO] Result: Accuracy run detected. -[2024-12-22 23:29:18,470 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +[2024-12-23 03:38:51,723 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-23 03:38:51,723 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 accuracy=76.064%, good=38032, total=50000 ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd index e45641f5..a40d25f7 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd @@ -15,19 +15,19 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -35,45 +35,45 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png index 6ee85617..726840ed 100644 Binary files a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json index db5d2b55..fa6a4cb6 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json @@ -167,7 +167,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -267,7 +267,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -457,7 +457,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -507,7 +507,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -537,7 +537,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -557,7 +557,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -577,7 +577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -597,7 +597,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -617,17 +617,17 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,resnet50,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,cuda,tensorrt,resnet50,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { @@ -677,27 +677,27 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_tensorrt,_multistream,_resnet50,_v4.1-dev,_batch_size.8": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,multistream,resnet50,tensorrt,cuda,v4.1-dev,batch_size.8", + "script_variations": "build_engine,cuda,tensorrt,multistream,resnet50,v4.1-dev,batch_size.8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,resnet50,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,cuda,tensorrt,resnet50,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -717,7 +717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -737,7 +737,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } }, { @@ -777,7 +777,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_multistream,_resnet50,_rtx_4090 )" } } ] diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json index f5f0813c..eece2be1 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json @@ -1,26 +1,27 @@ { "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", - "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_MICROCODE": "0xa601206", "CM_HOST_CPU_FPU_SUPPORT": "yes", "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", - "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", - "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_BUGS": "sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso", + "CM_HOST_CPU_TLB_SIZE": "3584 4K pages", "CM_HOST_CPU_CFLUSH_SIZE": "64", "CM_HOST_CPU_ARCHITECTURE": "x86_64", "CM_HOST_CPU_TOTAL_CORES": "32", "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", - "CM_HOST_CPU_THREADS_PER_CORE": "1", - "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_THREADS_PER_CORE": "2", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "16", "CM_HOST_CPU_SOCKETS": "1", "CM_HOST_CPU_NUMA_NODES": "1", - "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", - "CM_HOST_CPU_FAMILY": "6", - "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", - "CM_HOST_CPU_MAX_MHZ": "5800.0000", - "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", - "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", - "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_VENDOR_ID": "AuthenticAMD", + "CM_HOST_CPU_FAMILY": "25", + "CM_HOST_CPU_MODEL_NAME": "AMD Ryzen 9 7950X 16-Core Processor", + "CM_HOST_CPU_MAX_MHZ": "5881.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "16 MiB", + "CM_HOST_CPU_L3_CACHE_SIZE": "64 MiB", "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", "CM_HOST_MEMORY_CAPACITY": "128G", - "CM_HOST_DISK_CAPACITY": "9.4T" + "CM_HOST_DISK_CAPACITY": "6.8T" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json index a8980984..44989f07 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json @@ -4,7 +4,7 @@ "CM_HOST_OS_FLAVOR": "ubuntu", "CM_HOST_OS_FLAVOR_LIKE": "debian", "CM_HOST_OS_VERSION": "20.04", - "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-51-generic", "CM_HOST_OS_GLIBC_VERSION": "2.31", "CM_HOST_OS_MACHINE": "x86_64", "CM_HOST_OS_PACKAGE_MANAGER": "apt", @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "6956fa7efe5f" + "CM_HOST_SYSTEM_NAME": "74b53a08a206" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out index f0960dfd..d4704b6c 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out @@ -1,31 +1,31 @@ -[2024-12-22 23:18:45,692 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 23:18:45,831 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/MultiStream -[2024-12-22 23:18:45,831 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0f2a7ebe9b5a45b88067076bc5cad2dd.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario MultiStream --model resnet50 -[2024-12-22 23:18:45,831 __init__.py:53 INFO] Overriding Environment +[2024-12-23 03:28:18,959 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 03:28:19,130 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/MultiStream +[2024-12-23 03:28:19,130 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0bce2a4e8af24b2aa0dee0ab1147c977.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario MultiStream --model resnet50 +[2024-12-23 03:28:19,130 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data disable_beta1_smallk : True gpu_batch_size : 8 gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-23.18.44 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-03.28.18 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf multi_stream_expected_latency_ns : 0 multi_stream_samples_per_query : 8 multi_stream_target_latency_percentile : 99 precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data scenario : Scenario.MultiStream -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : PerformanceOnly use_deque_limit : True use_graphs : True -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0f2a7ebe9b5a45b88067076bc5cad2dd.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0bce2a4e8af24b2aa0dee0ab1147c977.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_MultiStream workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -38,19 +38,19 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0f2a7ebe9b5a45b88067076bc5cad2dd.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0bce2a4e8af24b2aa0dee0ab1147c977.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 26 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 72, GPU 837 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 73, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 76, GPU 844 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 77, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +10, now: CPU 47, GPU 839 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 51, GPU 846 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 51, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +17, now: CPU 0, GPU 41 (MiB) [I] Start creating CUDA graphs [I] Capture 8 CUDA graphs @@ -58,7 +58,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.026s. +Finished warmup. Ran for 5.02394s. Starting running actual test. ================================================ MLPerf Results Summary @@ -66,29 +66,29 @@ MLPerf Results Summary SUT name : LWIS_Server Scenario : MultiStream Mode : PerformanceOnly -99th percentile latency (ns) : 467082 +99th percentile latency (ns) : 454458 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes Early stopping satisfied: Yes Early Stopping Result: - * Processed at least 662 queries (1289160). - * Would discard 12628 highest latency queries. - * Early stopping 99th percentile estimate: 467192 + * Processed at least 662 queries (1342947). + * Would discard 13160 highest latency queries. + * Early stopping 99th percentile estimate: 454539 ================================================ Additional Stats ================================================ Per-query latency: -Min latency (ns) : 446191 -Max latency (ns) : 1428124 -Mean latency (ns) : 463043 -50.00 percentile latency (ns) : 462816 -90.00 percentile latency (ns) : 463942 -95.00 percentile latency (ns) : 464442 -97.00 percentile latency (ns) : 464915 -99.00 percentile latency (ns) : 467082 -99.90 percentile latency (ns) : 513989 +Min latency (ns) : 432137 +Max latency (ns) : 4054532 +Mean latency (ns) : 442384 +50.00 percentile latency (ns) : 441575 +90.00 percentile latency (ns) : 446063 +95.00 percentile latency (ns) : 448517 +97.00 percentile latency (ns) : 450822 +99.00 percentile latency (ns) : 454458 +99.90 percentile latency (ns) : 464307 ================================================ Test Parameters Used @@ -118,12 +118,12 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0.GPU processed: - 1289160 batches of size 8 + 1342947 batches of size 8 Memcpy Calls: 0 PerSampleCudaMemcpy Calls: 0 - BatchedCudaMemcpy Calls: 1289160 + BatchedCudaMemcpy Calls: 1342947 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-22 23:28:53,268 run_harness.py:166 INFO] Result: result_99.00_percentile_per_query_latency_ns: 467082, Result is VALID +[2024-12-23 03:38:27,563 run_harness.py:166 INFO] Result: result_99.00_percentile_per_query_latency_ns: 454458, Result is VALID ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt index 12371782..57998cd9 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 6956fa7efe5f 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 74b53a08a206 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 23:28:54 up 13 days, 27 min, 0 users, load average: 0.96, 1.09, 1.06 + 03:38:29 up 4 days, 13:31, 0 users, load average: 1.00, 0.99, 1.00 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -16,7 +16,7 @@ core file size (blocks, -c) unlimited data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited -pending signals (-i) 513919 +pending signals (-i) 511752 max locked memory (kbytes, -l) unlimited max memory size (kbytes, -m) unlimited open files (-n) 1048576 @@ -34,926 +34,927 @@ bash ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 core id : 0 -cpu cores : 24 +cpu cores : 16 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 1 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5470.162 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 0 -cpu cores : 24 -apicid : 1 -initial apicid : 1 +core id : 1 +cpu cores : 16 +apicid : 2 +initial apicid : 2 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 2 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5148.748 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 8 -initial apicid : 8 +core id : 2 +cpu cores : 16 +apicid : 4 +initial apicid : 4 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 3 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 4308.054 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 9 -initial apicid : 9 +core id : 3 +cpu cores : 16 +apicid : 6 +initial apicid : 6 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 4 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3948.468 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 16 -initial apicid : 16 +core id : 4 +cpu cores : 16 +apicid : 8 +initial apicid : 8 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 5 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5489.030 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 17 -initial apicid : 17 +core id : 5 +cpu cores : 16 +apicid : 10 +initial apicid : 10 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 6 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 24 -initial apicid : 24 +core id : 6 +cpu cores : 16 +apicid : 12 +initial apicid : 12 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 7 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 25 -initial apicid : 25 +core id : 7 +cpu cores : 16 +apicid : 14 +initial apicid : 14 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 8 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 32 -initial apicid : 32 +core id : 8 +cpu cores : 16 +apicid : 16 +initial apicid : 16 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 9 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5296.397 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 33 -initial apicid : 33 +core id : 9 +cpu cores : 16 +apicid : 18 +initial apicid : 18 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 10 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 40 -initial apicid : 40 +core id : 10 +cpu cores : 16 +apicid : 20 +initial apicid : 20 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 11 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 41 -initial apicid : 41 +core id : 11 +cpu cores : 16 +apicid : 22 +initial apicid : 22 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 12 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4526.831 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 48 -initial apicid : 48 +core id : 12 +cpu cores : 16 +apicid : 24 +initial apicid : 24 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 13 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5150.606 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 49 -initial apicid : 49 +core id : 13 +cpu cores : 16 +apicid : 26 +initial apicid : 26 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 14 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 4279.967 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 56 -initial apicid : 56 +core id : 14 +cpu cores : 16 +apicid : 28 +initial apicid : 28 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 15 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 57 -initial apicid : 57 +core id : 15 +cpu cores : 16 +apicid : 30 +initial apicid : 30 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 16 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.440 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 32 -cpu cores : 24 -apicid : 64 -initial apicid : 64 +core id : 0 +cpu cores : 16 +apicid : 1 +initial apicid : 1 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 17 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4299.852 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 33 -cpu cores : 24 -apicid : 66 -initial apicid : 66 +core id : 1 +cpu cores : 16 +apicid : 3 +initial apicid : 3 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 18 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3507.710 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 34 -cpu cores : 24 -apicid : 68 -initial apicid : 68 +core id : 2 +cpu cores : 16 +apicid : 5 +initial apicid : 5 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 19 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 35 -cpu cores : 24 -apicid : 70 -initial apicid : 70 +core id : 3 +cpu cores : 16 +apicid : 7 +initial apicid : 7 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 20 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4278.691 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 36 -cpu cores : 24 -apicid : 72 -initial apicid : 72 +core id : 4 +cpu cores : 16 +apicid : 9 +initial apicid : 9 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 21 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 37 -cpu cores : 24 -apicid : 74 -initial apicid : 74 +core id : 5 +cpu cores : 16 +apicid : 11 +initial apicid : 11 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 22 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 38 -cpu cores : 24 -apicid : 76 -initial apicid : 76 +core id : 6 +cpu cores : 16 +apicid : 13 +initial apicid : 13 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 23 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 39 -cpu cores : 24 -apicid : 78 -initial apicid : 78 +core id : 7 +cpu cores : 16 +apicid : 15 +initial apicid : 15 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 24 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4312.418 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 40 -cpu cores : 24 -apicid : 80 -initial apicid : 80 +core id : 8 +cpu cores : 16 +apicid : 17 +initial apicid : 17 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 25 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3530.456 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 41 -cpu cores : 24 -apicid : 82 -initial apicid : 82 +core id : 9 +cpu cores : 16 +apicid : 19 +initial apicid : 19 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 26 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 42 -cpu cores : 24 -apicid : 84 -initial apicid : 84 +core id : 10 +cpu cores : 16 +apicid : 21 +initial apicid : 21 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 27 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5288.458 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 43 -cpu cores : 24 -apicid : 86 -initial apicid : 86 +core id : 11 +cpu cores : 16 +apicid : 23 +initial apicid : 23 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 28 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 44 -cpu cores : 24 -apicid : 88 -initial apicid : 88 +core id : 12 +cpu cores : 16 +apicid : 25 +initial apicid : 25 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 29 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 45 -cpu cores : 24 -apicid : 90 -initial apicid : 90 +core id : 13 +cpu cores : 16 +apicid : 27 +initial apicid : 27 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 30 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 46 -cpu cores : 24 -apicid : 92 -initial apicid : 92 +core id : 14 +cpu cores : 16 +apicid : 29 +initial apicid : 29 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 31 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4299.910 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 47 -cpu cores : 24 -apicid : 94 -initial apicid : 94 +core id : 15 +cpu cores : 16 +apicid : 31 +initial apicid : 31 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] ------------------------------------------------------------ 7. lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian -Address sizes: 46 bits physical, 48 bits virtual +Address sizes: 48 bits physical, 48 bits virtual CPU(s): 32 On-line CPU(s) list: 0-31 -Thread(s) per core: 1 -Core(s) per socket: 24 +Thread(s) per core: 2 +Core(s) per socket: 16 Socket(s): 1 NUMA node(s): 1 -Vendor ID: GenuineIntel -CPU family: 6 -Model: 183 -Model name: 13th Gen Intel(R) Core(TM) i9-13900K -Stepping: 1 -CPU MHz: 5500.000 -CPU max MHz: 5800.0000 -CPU min MHz: 800.0000 -BogoMIPS: 5990.40 -Virtualization: VT-x -L1d cache: 576 KiB -L1i cache: 384 KiB -L2 cache: 24 MiB +Vendor ID: AuthenticAMD +CPU family: 25 +Model: 97 +Model name: AMD Ryzen 9 7950X 16-Core Processor +Stepping: 2 +CPU MHz: 400.000 +CPU max MHz: 5881.0000 +CPU min MHz: 400.0000 +BogoMIPS: 8982.90 +Virtualization: AMD-V +L1d cache: 512 KiB +L1i cache: 512 KiB +L2 cache: 16 MiB +L3 cache: 64 MiB NUMA node0 CPU(s): 0-31 Vulnerability Gather data sampling: Not affected Vulnerability Itlb multihit: Not affected @@ -961,68 +962,68 @@ Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected -Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Reg file data sampling: Not affected Vulnerability Retbleed: Not affected -Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec rstack overflow: Mitigation; Safe RET Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization -Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; STIBP always-on; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected -Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d ------------------------------------------------------------ 8. numactl --hardware available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 -node 0 size: 128549 MB -node 0 free: 30491 MB +node 0 size: 128007 MB +node 0 free: 29942 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 131634476 kB -MemFree: 31223632 kB -MemAvailable: 127728708 kB -Buffers: 157492 kB -Cached: 93753432 kB -SwapCached: 15748 kB -Active: 2054528 kB -Inactive: 92263424 kB -Active(anon): 455732 kB -Inactive(anon): 99708 kB -Active(file): 1598796 kB -Inactive(file): 92163716 kB -Unevictable: 105328 kB +MemTotal: 131080068 kB +MemFree: 30661560 kB +MemAvailable: 127631432 kB +Buffers: 206460 kB +Cached: 94356768 kB +SwapCached: 135348 kB +Active: 3505380 kB +Inactive: 91413892 kB +Active(anon): 352124 kB +Inactive(anon): 42652 kB +Active(file): 3153256 kB +Inactive(file): 91371240 kB +Unevictable: 4360 kB Mlocked: 0 kB -SwapTotal: 1023999996 kB -SwapFree: 1023690236 kB +SwapTotal: 683591672 kB +SwapFree: 683097336 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 44 kB +Dirty: 80 kB Writeback: 0 kB -AnonPages: 507896 kB -Mapped: 280976 kB -Shmem: 148412 kB -KReclaimable: 4000520 kB -Slab: 4784312 kB -SReclaimable: 4000520 kB -SUnreclaim: 783792 kB -KernelStack: 15680 kB -PageTables: 21124 kB +AnonPages: 352368 kB +Mapped: 273848 kB +Shmem: 34372 kB +KReclaimable: 3692864 kB +Slab: 4462692 kB +SReclaimable: 3692864 kB +SUnreclaim: 769828 kB +KernelStack: 17392 kB +PageTables: 21696 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 1089817232 kB -Committed_AS: 5193012 kB +CommitLimit: 749131704 kB +Committed_AS: 5410460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 375316 kB +VmallocUsed: 253752 kB VmallocChunk: 0 kB -Percpu: 35584 kB +Percpu: 38400 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB -ShmemHugePages: 94208 kB +ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB FilePmdMapped: 0 kB @@ -1033,9 +1034,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 27979212 kB -DirectMap2M: 104925184 kB -DirectMap1G: 1048576 kB +DirectMap4k: 17830304 kB +DirectMap2M: 110315520 kB +DirectMap1G: 6291456 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1238,7 +1239,7 @@ systemd-tmpfiles-clean.timer static enabled 190 unit files listed. ------------------------------------------------------------ 13. Linux kernel boot-time arguments, from /proc/cmdline -BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +BOOT_IMAGE=/boot/vmlinuz-6.8.0-51-generic root=UUID=5e5651b9-cb50-4da6-b556-812171c5d457 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info FAILED: cpupower frequency-info @@ -1277,8 +1278,6 @@ dev.cdrom.info = dev.cdrom.info = dev.cdrom.lock = 0 dev.hpet.max-user-freq = 64 -dev.i915.oa_max_sample_rate = 100000 -dev.i915.perf_stream_paranoid = 1 dev.mac_hid.mouse_button2_keycode = 97 dev.mac_hid.mouse_button3_keycode = 100 dev.mac_hid.mouse_button_emulation = 0 @@ -1291,16 +1290,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1568381 1293380 45 0 613798 0 +fs.dentry-state = 895906 729960 45 0 228693 0 fs.dir-notify-enable = 1 -fs.epoll.max_user_watches = 29287112 +fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6368 0 9223372036854775807 -fs.inode-nr = 1010846 59149 -fs.inode-state = 1010846 59149 0 0 0 0 0 +fs.file-nr = 6656 0 9223372036854775807 +fs.inode-nr = 1007491 473605 +fs.inode-state = 1007491 473605 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1328,7 +1327,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 718 +fs.quota.syncs = 500 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1355,7 +1354,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 6956fa7efe5f +kernel.hostname = 74b53a08a206 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1392,7 +1391,7 @@ kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 kernel.oops_limit = 10000 -kernel.osrelease = 6.8.0-49-generic +kernel.osrelease = 6.8.0-51-generic kernel.ostype = Linux kernel.overflowgid = 65534 kernel.overflowuid = 65534 @@ -1405,26 +1404,26 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_sample_rate = 63000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 kernel.pid_max = 4194304 kernel.poweroff_cmd = /sbin/poweroff kernel.print-fatal-signals = 0 -kernel.printk = 4 4 1 7 +kernel.printk = 1 4 1 7 kernel.printk_delay = 0 kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 6 +kernel.pty.nr = 9 kernel.pty.reserve = 1024 -kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.boot_id = d972d8ae-c9e1-46e1-875d-9f419475517a kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 92a63127-2b6a-4bb8-a62c-9413ca10758b +kernel.random.uuid = 85da6492-3ba1-4493-a2c7-44171b55f9cd kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1456,9 +1455,9 @@ kernel.split_lock_mitigate = 1 kernel.stack_tracer_enabled = 0 kernel.sysctl_writes_strict = 1 kernel.sysrq = 176 -kernel.tainted = 12289 +kernel.tainted = 12288 kernel.task_delayacct = 0 -kernel.threads-max = 1027838 +kernel.threads-max = 1023505 kernel.timer_migration = 1 kernel.traceoff_on_warning = 0 kernel.tracepoint_printk = 0 @@ -1468,18 +1467,12 @@ kernel.unprivileged_userns_clone = 1 kernel.user_events_max = 32768 kernel.usermodehelper.bset = 4294967295 511 kernel.usermodehelper.inheritable = 4294967295 511 -kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.version = #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 kernel.warn_limit = 0 kernel.watchdog = 1 kernel.watchdog_cpumask = 0-31 kernel.watchdog_thresh = 10 kernel.yama.ptrace_scope = 1 -net.bridge.bridge-nf-call-arptables = 1 -net.bridge.bridge-nf-call-ip6tables = 1 -net.bridge.bridge-nf-call-iptables = 1 -net.bridge.bridge-nf-filter-pppoe-tagged = 0 -net.bridge.bridge-nf-filter-vlan-tagged = 0 -net.bridge.bridge-nf-pass-vlan-input-dev = 0 net.core.optmem_max = 131072 net.core.rps_default_mask = 00000000 net.core.somaxconn = 4096 @@ -2146,18 +2139,18 @@ net.netfilter.nf_log.7 = NONE net.netfilter.nf_log.8 = NONE net.netfilter.nf_log.9 = NONE net.unix.max_dgram_qlen = 10 -user.max_cgroup_namespaces = 513919 +user.max_cgroup_namespaces = 511752 user.max_fanotify_groups = 128 user.max_fanotify_marks = 1048576 user.max_inotify_instances = 128 user.max_inotify_watches = 65536 -user.max_ipc_namespaces = 513919 -user.max_mnt_namespaces = 513919 -user.max_net_namespaces = 513919 -user.max_pid_namespaces = 513919 -user.max_time_namespaces = 513919 -user.max_user_namespaces = 513919 -user.max_uts_namespaces = 513919 +user.max_ipc_namespaces = 511752 +user.max_mnt_namespaces = 511752 +user.max_net_namespaces = 511752 +user.max_pid_namespaces = 511752 +user.max_time_namespaces = 511752 +user.max_user_namespaces = 511752 +user.max_uts_namespaces = 511752 vm.admin_reserve_kbytes = 8192 vm.compact_unevictable_allowed = 1 vm.compaction_proactiveness = 20 @@ -2230,27 +2223,48 @@ UBUNTU_CODENAME=focal 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop -loop1 7:1 0 73.9M 1 loop -loop2 7:2 0 73.9M 1 loop -loop4 7:4 0 274M 1 loop -loop5 7:5 0 10.7M 1 loop -loop6 7:6 0 11.1M 1 loop -loop7 7:7 0 497M 1 loop -loop8 7:8 0 505.1M 1 loop -loop9 7:9 0 91.7M 1 loop -loop10 7:10 0 10.6M 1 loop -loop11 7:11 0 10.7M 1 loop -loop12 7:12 0 38.8M 1 loop -loop13 7:13 0 44.3M 1 loop -loop14 7:14 0 564K 1 loop -loop15 7:15 0 568K 1 loop -loop16 7:16 0 273.7M 1 loop -nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a -nvme0n1 259:2 0 3.7T 0 disk -├─nvme0n1p1 259:3 0 1.1G 0 part -├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin -└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +loop1 7:1 0 104M 1 loop +loop2 7:2 0 104.2M 1 loop +loop3 7:3 0 55.7M 1 loop +loop4 7:4 0 55.4M 1 loop +loop5 7:5 0 64M 1 loop +loop6 7:6 0 63.7M 1 loop +loop7 7:7 0 73.9M 1 loop +loop8 7:8 0 73.9M 1 loop +loop9 7:9 0 274M 1 loop +loop10 7:10 0 273.7M 1 loop +loop11 7:11 0 11.1M 1 loop +loop12 7:12 0 164.8M 1 loop +loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 497M 1 loop +loop15 7:15 0 505.1M 1 loop +loop16 7:16 0 65.5M 1 loop +loop17 7:17 0 65.5M 1 loop +loop18 7:18 0 10.8M 1 loop +loop19 7:19 0 89.4M 1 loop +loop20 7:20 0 91.7M 1 loop +loop22 7:22 0 89.4M 1 loop +loop23 7:23 0 9.1M 1 loop +loop24 7:24 0 150.6M 1 loop +loop25 7:25 0 10.8M 1 loop +loop26 7:26 0 38.8M 1 loop +loop27 7:27 0 44.3M 1 loop +loop28 7:28 0 500K 1 loop +loop29 7:29 0 568K 1 loop +loop30 7:30 0 389.3M 1 loop +loop31 7:31 0 150.6M 1 loop +loop32 7:32 0 389.4M 1 loop +nvme1n1 259:0 0 7.3T 0 disk +└─nvme1n1p1 259:2 0 7.3T 0 part +nvme2n1 259:1 0 3.7T 0 disk +├─nvme2n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/560.35.03/gsp_tu10x.bin +└─nvme2n1p2 259:4 0 465.7G 0 part [SWAP] +nvme0n1 259:5 0 3.7T 0 disk +└─nvme0n1p1 259:6 0 3.7T 0 part +nvme3n1 259:7 0 3.7T 0 disk +├─nvme3n1p1 259:8 0 750M 0 part +├─nvme3n1p2 259:9 0 186.3G 0 part [SWAP] +└─nvme3n1p3 259:10 0 3.5T 0 part ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md index 17ced0ee..47fac4d5 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md @@ -4,7 +4,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra ## Host platform -* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* OS version: Linux-6.8.0-51-generic-x86_64-with-glibc2.29 * CPU version: x86_64 * Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) [GCC 9.4.0] @@ -56,8 +56,8 @@ cm run script \ --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ - --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ - --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=5.0.4 \ + --env.CM_MLPERF_LAST_RELEASE=v5.0 \ --env.CM_TMP_PIP_VERSION_STRING= \ --env.CM_MODEL=resnet50 \ --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ @@ -71,7 +71,7 @@ cm run script \ --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ --env.CM_DOCKER_DETACHED_MODE=yes \ --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ - --env.CM_DOCKER_CONTAINER_ID=6956fa7efe5f \ + --env.CM_DOCKER_CONTAINER_ID=74b53a08a206 \ --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST04 \ --add_deps_recursive.compiler.tags=gcc \ --add_deps_recursive.coco2014-original.tags=_full \ @@ -105,10 +105,10 @@ cm run script \ --print_env=False \ --print_deps=False \ --dump_version_info=True \ - --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/14a94e79cca24141/imagenet-2012-val \ --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ - --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/a8c152aef5494496 ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* @@ -130,4 +130,4 @@ Model Precision: int8 `acc`: `76.078`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `43780.4` +`Samples per second`: `44318.2` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out index 39f75326..5afbd980 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out @@ -1,30 +1,30 @@ -[2024-12-22 22:54:41,178 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 22:54:41,389 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Offline -[2024-12-22 22:54:41,389 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_res2res3_loop_count=1 --gpu_copy_streams=2 --gpu_inference_streams=1 --run_infer_on_copy_streams=false --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/13195a5af5b545e9883b0df38f0fa79d.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Offline --model resnet50 -[2024-12-22 22:54:41,389 __init__.py:53 INFO] Overriding Environment +[2024-12-23 03:04:18,692 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 03:04:18,958 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Offline +[2024-12-23 03:04:18,959 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_res2res3_loop_count=1 --gpu_copy_streams=2 --gpu_inference_streams=1 --run_infer_on_copy_streams=false --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dcd2e9def2ca4ca283813b008b26067e.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Offline --model resnet50 +[2024-12-23 03:04:18,959 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data gpu_batch_size : 64 gpu_copy_streams : 2 gpu_inference_streams : 1 gpu_res2res3_loop_count : 1 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-22.54.40 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-03.04.17 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf offline_expected_qps : 0.0 precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data run_infer_on_copy_streams : False scenario : Scenario.Offline -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : AccuracyOnly use_deque_limit : True use_graphs : False -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/13195a5af5b545e9883b0df38f0fa79d.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dcd2e9def2ca4ca283813b008b26067e.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_Offline workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -37,28 +37,28 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/13195a5af5b545e9883b0df38f0fa79d.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dcd2e9def2ca4ca283813b008b26067e.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 32 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 88, GPU 831 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 90, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 92, GPU 838 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 94, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 57, GPU 833 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 57, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +10, now: CPU 62, GPU 840 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 62, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 69, GPU 959 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 69, GPU 969 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 73, GPU 966 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 73, GPU 976 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 0, GPU 218 (MiB) [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.03223s. +Finished warmup. Ran for 5.03146s. Starting running actual test. No warnings encountered during test. @@ -72,8 +72,8 @@ Device Device:0.GPU processed: PerSampleCudaMemcpy Calls: 0 BatchedCudaMemcpy Calls: 782 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-22 22:54:52,223 run_harness.py:166 INFO] Result: Accuracy run detected. -[2024-12-22 22:54:52,223 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +[2024-12-23 03:04:30,979 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-23 03:04:30,979 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 accuracy=76.078%, good=38039, total=50000 ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd index 0bb965a6..3bbdf4ab 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd @@ -15,19 +15,19 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -35,45 +35,45 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png index 9cdd410a..8b9b9174 100644 Binary files a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json index 1af845a0..27316f56 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json @@ -167,7 +167,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -267,7 +267,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -457,7 +457,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -507,7 +507,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -537,7 +537,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -557,7 +557,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -577,7 +577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -597,7 +597,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -617,7 +617,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -627,7 +627,7 @@ "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", "script_variations": "preprocess_data,tensorrt,resnet50,cuda,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { @@ -677,17 +677,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_offline,_resnet50,_cuda,_batch_size.64,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_offline,_tensorrt,_resnet50,_cuda,_batch_size.64,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,tensorrt,offline,resnet50,cuda,batch_size.64,v4.1-dev", + "script_variations": "build_engine,offline,tensorrt,resnet50,cuda,batch_size.64,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -697,7 +697,7 @@ "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", "script_variations": "preprocess_data,tensorrt,resnet50,cuda,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -717,7 +717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -737,7 +737,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } }, { @@ -777,7 +777,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_offline,_resnet50,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_offline,_tensorrt,_resnet50,_cuda,_rtx_4090 )" } } ] diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json index f5f0813c..eece2be1 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json @@ -1,26 +1,27 @@ { "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", - "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_MICROCODE": "0xa601206", "CM_HOST_CPU_FPU_SUPPORT": "yes", "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", - "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", - "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_BUGS": "sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso", + "CM_HOST_CPU_TLB_SIZE": "3584 4K pages", "CM_HOST_CPU_CFLUSH_SIZE": "64", "CM_HOST_CPU_ARCHITECTURE": "x86_64", "CM_HOST_CPU_TOTAL_CORES": "32", "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", - "CM_HOST_CPU_THREADS_PER_CORE": "1", - "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_THREADS_PER_CORE": "2", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "16", "CM_HOST_CPU_SOCKETS": "1", "CM_HOST_CPU_NUMA_NODES": "1", - "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", - "CM_HOST_CPU_FAMILY": "6", - "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", - "CM_HOST_CPU_MAX_MHZ": "5800.0000", - "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", - "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", - "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_VENDOR_ID": "AuthenticAMD", + "CM_HOST_CPU_FAMILY": "25", + "CM_HOST_CPU_MODEL_NAME": "AMD Ryzen 9 7950X 16-Core Processor", + "CM_HOST_CPU_MAX_MHZ": "5881.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "16 MiB", + "CM_HOST_CPU_L3_CACHE_SIZE": "64 MiB", "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", "CM_HOST_MEMORY_CAPACITY": "128G", - "CM_HOST_DISK_CAPACITY": "9.4T" + "CM_HOST_DISK_CAPACITY": "6.8T" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json index a8980984..44989f07 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json @@ -4,7 +4,7 @@ "CM_HOST_OS_FLAVOR": "ubuntu", "CM_HOST_OS_FLAVOR_LIKE": "debian", "CM_HOST_OS_VERSION": "20.04", - "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-51-generic", "CM_HOST_OS_GLIBC_VERSION": "2.31", "CM_HOST_OS_MACHINE": "x86_64", "CM_HOST_OS_PACKAGE_MANAGER": "apt", @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "6956fa7efe5f" + "CM_HOST_SYSTEM_NAME": "74b53a08a206" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out index 6ed04fc8..2c462d1c 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out @@ -1,30 +1,30 @@ -[2024-12-22 22:43:27,486 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 22:43:27,693 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Offline -[2024-12-22 22:43:27,693 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_res2res3_loop_count=1 --gpu_copy_streams=2 --gpu_inference_streams=1 --run_infer_on_copy_streams=false --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/845d38eeab554a82b1a0237efba8d4af.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Offline --model resnet50 -[2024-12-22 22:43:27,693 __init__.py:53 INFO] Overriding Environment +[2024-12-23 02:53:13,586 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 02:53:13,850 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Offline +[2024-12-23 02:53:13,850 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_res2res3_loop_count=1 --gpu_copy_streams=2 --gpu_inference_streams=1 --run_infer_on_copy_streams=false --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d66d4420472641138366b9ba2ca63414.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Offline --model resnet50 +[2024-12-23 02:53:13,850 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data gpu_batch_size : 64 gpu_copy_streams : 2 gpu_inference_streams : 1 gpu_res2res3_loop_count : 1 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-22.43.26 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-02.53.12 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf offline_expected_qps : 0.0 precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data run_infer_on_copy_streams : False scenario : Scenario.Offline -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : PerformanceOnly use_deque_limit : True use_graphs : False -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/845d38eeab554a82b1a0237efba8d4af.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d66d4420472641138366b9ba2ca63414.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_Offline workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -37,28 +37,28 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/845d38eeab554a82b1a0237efba8d4af.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d66d4420472641138366b9ba2ca63414.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 32 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 88, GPU 831 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 90, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 92, GPU 838 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 94, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 57, GPU 833 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 57, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +10, now: CPU 62, GPU 840 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 62, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 69, GPU 959 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 69, GPU 969 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 73, GPU 966 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 73, GPU 976 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 0, GPU 218 (MiB) [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.03086s. +Finished warmup. Ran for 5.02924s. Starting running actual test. ================================================ MLPerf Results Summary @@ -66,7 +66,7 @@ MLPerf Results Summary SUT name : LWIS_Server Scenario : Offline Mode : PerformanceOnly -Samples per second: 43780.4 +Samples per second: 44318.2 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -75,15 +75,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 132189116 -Max latency (ns) : 654099081604 -Mean latency (ns) : 326673670611 -50.00 percentile latency (ns) : 326577763249 -90.00 percentile latency (ns) : 588628770287 -95.00 percentile latency (ns) : 621366814771 -97.00 percentile latency (ns) : 634460184299 -99.00 percentile latency (ns) : 647553014772 -99.90 percentile latency (ns) : 653445086064 +Min latency (ns) : 188625710 +Max latency (ns) : 646162460640 +Mean latency (ns) : 322927865096 +50.00 percentile latency (ns) : 322870719301 +90.00 percentile latency (ns) : 581516677791 +95.00 percentile latency (ns) : 613838079758 +97.00 percentile latency (ns) : 626765462187 +99.00 percentile latency (ns) : 639696576040 +99.90 percentile latency (ns) : 645516028807 ================================================ Test Parameters Used @@ -118,7 +118,7 @@ Device Device:0.GPU processed: PerSampleCudaMemcpy Calls: 0 BatchedCudaMemcpy Calls: 447449 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-22 22:54:28,875 run_harness.py:166 INFO] Result: result_samples_per_second: 43780.4, Result is VALID +[2024-12-23 03:04:07,961 run_harness.py:166 INFO] Result: result_samples_per_second: 44318.2, Result is VALID ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt index c1170be3..a524a539 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 6956fa7efe5f 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 74b53a08a206 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 22:54:29 up 12 days, 23:53, 0 users, load average: 1.02, 1.05, 1.08 + 03:04:09 up 4 days, 12:57, 0 users, load average: 1.00, 1.01, 1.05 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -16,7 +16,7 @@ core file size (blocks, -c) unlimited data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited -pending signals (-i) 513919 +pending signals (-i) 511752 max locked memory (kbytes, -l) unlimited max memory size (kbytes, -m) unlimited open files (-n) 1048576 @@ -34,926 +34,927 @@ bash ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5446.352 +cache size : 1024 KB physical id : 0 siblings : 32 core id : 0 -cpu cores : 24 +cpu cores : 16 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 1 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 0 -cpu cores : 24 -apicid : 1 -initial apicid : 1 +core id : 1 +cpu cores : 16 +apicid : 2 +initial apicid : 2 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 2 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5446.407 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 8 -initial apicid : 8 +core id : 2 +cpu cores : 16 +apicid : 4 +initial apicid : 4 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 3 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 9 -initial apicid : 9 +core id : 3 +cpu cores : 16 +apicid : 6 +initial apicid : 6 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 4 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 16 -initial apicid : 16 +core id : 4 +cpu cores : 16 +apicid : 8 +initial apicid : 8 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 5 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 17 -initial apicid : 17 +core id : 5 +cpu cores : 16 +apicid : 10 +initial apicid : 10 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 6 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5469.915 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 24 -initial apicid : 24 +core id : 6 +cpu cores : 16 +apicid : 12 +initial apicid : 12 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 7 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 25 -initial apicid : 25 +core id : 7 +cpu cores : 16 +apicid : 14 +initial apicid : 14 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 8 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 32 -initial apicid : 32 +core id : 8 +cpu cores : 16 +apicid : 16 +initial apicid : 16 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 9 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 33 -initial apicid : 33 +core id : 9 +cpu cores : 16 +apicid : 18 +initial apicid : 18 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 10 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5132.806 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 40 -initial apicid : 40 +core id : 10 +cpu cores : 16 +apicid : 20 +initial apicid : 20 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 11 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5239.626 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 41 -initial apicid : 41 +core id : 11 +cpu cores : 16 +apicid : 22 +initial apicid : 22 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 12 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 48 -initial apicid : 48 +core id : 12 +cpu cores : 16 +apicid : 24 +initial apicid : 24 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 13 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3418.767 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 49 -initial apicid : 49 +core id : 13 +cpu cores : 16 +apicid : 26 +initial apicid : 26 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 14 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 56 -initial apicid : 56 +core id : 14 +cpu cores : 16 +apicid : 28 +initial apicid : 28 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 15 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 57 -initial apicid : 57 +core id : 15 +cpu cores : 16 +apicid : 30 +initial apicid : 30 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 16 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4298.453 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 32 -cpu cores : 24 -apicid : 64 -initial apicid : 64 +core id : 0 +cpu cores : 16 +apicid : 1 +initial apicid : 1 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 17 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4299.488 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 33 -cpu cores : 24 -apicid : 66 -initial apicid : 66 +core id : 1 +cpu cores : 16 +apicid : 3 +initial apicid : 3 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 18 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5447.147 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 34 -cpu cores : 24 -apicid : 68 -initial apicid : 68 +core id : 2 +cpu cores : 16 +apicid : 5 +initial apicid : 5 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 19 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5449.974 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 35 -cpu cores : 24 -apicid : 70 -initial apicid : 70 +core id : 3 +cpu cores : 16 +apicid : 7 +initial apicid : 7 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 20 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5463.530 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 36 -cpu cores : 24 -apicid : 72 -initial apicid : 72 +core id : 4 +cpu cores : 16 +apicid : 9 +initial apicid : 9 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 21 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4299.890 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 37 -cpu cores : 24 -apicid : 74 -initial apicid : 74 +core id : 5 +cpu cores : 16 +apicid : 11 +initial apicid : 11 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 22 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5423.850 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 38 -cpu cores : 24 -apicid : 76 -initial apicid : 76 +core id : 6 +cpu cores : 16 +apicid : 13 +initial apicid : 13 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 23 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 39 -cpu cores : 24 -apicid : 78 -initial apicid : 78 +core id : 7 +cpu cores : 16 +apicid : 15 +initial apicid : 15 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 24 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 40 -cpu cores : 24 -apicid : 80 -initial apicid : 80 +core id : 8 +cpu cores : 16 +apicid : 17 +initial apicid : 17 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 25 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4326.785 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 41 -cpu cores : 24 -apicid : 82 -initial apicid : 82 +core id : 9 +cpu cores : 16 +apicid : 19 +initial apicid : 19 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 26 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 42 -cpu cores : 24 -apicid : 84 -initial apicid : 84 +core id : 10 +cpu cores : 16 +apicid : 21 +initial apicid : 21 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 27 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 43 -cpu cores : 24 -apicid : 86 -initial apicid : 86 +core id : 11 +cpu cores : 16 +apicid : 23 +initial apicid : 23 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 28 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 44 -cpu cores : 24 -apicid : 88 -initial apicid : 88 +core id : 12 +cpu cores : 16 +apicid : 25 +initial apicid : 25 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 29 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4290.723 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 45 -cpu cores : 24 -apicid : 90 -initial apicid : 90 +core id : 13 +cpu cores : 16 +apicid : 27 +initial apicid : 27 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 30 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 46 -cpu cores : 24 -apicid : 92 -initial apicid : 92 +core id : 14 +cpu cores : 16 +apicid : 29 +initial apicid : 29 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 31 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 47 -cpu cores : 24 -apicid : 94 -initial apicid : 94 +core id : 15 +cpu cores : 16 +apicid : 31 +initial apicid : 31 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] ------------------------------------------------------------ 7. lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian -Address sizes: 46 bits physical, 48 bits virtual +Address sizes: 48 bits physical, 48 bits virtual CPU(s): 32 On-line CPU(s) list: 0-31 -Thread(s) per core: 1 -Core(s) per socket: 24 +Thread(s) per core: 2 +Core(s) per socket: 16 Socket(s): 1 NUMA node(s): 1 -Vendor ID: GenuineIntel -CPU family: 6 -Model: 183 -Model name: 13th Gen Intel(R) Core(TM) i9-13900K -Stepping: 1 -CPU MHz: 5500.000 -CPU max MHz: 5800.0000 -CPU min MHz: 800.0000 -BogoMIPS: 5990.40 -Virtualization: VT-x -L1d cache: 576 KiB -L1i cache: 384 KiB -L2 cache: 24 MiB +Vendor ID: AuthenticAMD +CPU family: 25 +Model: 97 +Model name: AMD Ryzen 9 7950X 16-Core Processor +Stepping: 2 +CPU MHz: 5463.949 +CPU max MHz: 5881.0000 +CPU min MHz: 400.0000 +BogoMIPS: 8982.90 +Virtualization: AMD-V +L1d cache: 512 KiB +L1i cache: 512 KiB +L2 cache: 16 MiB +L3 cache: 64 MiB NUMA node0 CPU(s): 0-31 Vulnerability Gather data sampling: Not affected Vulnerability Itlb multihit: Not affected @@ -961,68 +962,68 @@ Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected -Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Reg file data sampling: Not affected Vulnerability Retbleed: Not affected -Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec rstack overflow: Mitigation; Safe RET Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization -Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; STIBP always-on; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected -Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d ------------------------------------------------------------ 8. numactl --hardware available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 -node 0 size: 128549 MB -node 0 free: 30407 MB +node 0 size: 128007 MB +node 0 free: 29978 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 131634476 kB -MemFree: 31136148 kB -MemAvailable: 127583556 kB -Buffers: 151584 kB -Cached: 93701672 kB -SwapCached: 15772 kB -Active: 2050896 kB -Inactive: 92206500 kB -Active(anon): 452780 kB -Inactive(anon): 99708 kB -Active(file): 1598116 kB -Inactive(file): 92106792 kB -Unevictable: 105328 kB +MemTotal: 131080068 kB +MemFree: 30698384 kB +MemAvailable: 127609660 kB +Buffers: 203756 kB +Cached: 94301040 kB +SwapCached: 134752 kB +Active: 3498448 kB +Inactive: 91358048 kB +Active(anon): 347864 kB +Inactive(anon): 42652 kB +Active(file): 3150584 kB +Inactive(file): 91315396 kB +Unevictable: 4360 kB Mlocked: 0 kB -SwapTotal: 1023999996 kB -SwapFree: 1023689468 kB +SwapTotal: 683591672 kB +SwapFree: 683096312 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 260 kB -Writeback: 0 kB -AnonPages: 504636 kB -Mapped: 281668 kB -Shmem: 148348 kB -KReclaimable: 4000456 kB -Slab: 4784248 kB -SReclaimable: 4000456 kB -SUnreclaim: 783792 kB -KernelStack: 15648 kB -PageTables: 21452 kB +Dirty: 20 kB +Writeback: 20 kB +AnonPages: 347044 kB +Mapped: 266280 kB +Shmem: 34456 kB +KReclaimable: 3692784 kB +Slab: 4462140 kB +SReclaimable: 3692784 kB +SUnreclaim: 769356 kB +KernelStack: 17632 kB +PageTables: 23016 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 1089817232 kB -Committed_AS: 5188512 kB +CommitLimit: 749131704 kB +Committed_AS: 5406156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 375328 kB +VmallocUsed: 253704 kB VmallocChunk: 0 kB -Percpu: 35584 kB +Percpu: 38400 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB -ShmemHugePages: 94208 kB +ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB FilePmdMapped: 0 kB @@ -1033,9 +1034,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 27968972 kB -DirectMap2M: 104935424 kB -DirectMap1G: 1048576 kB +DirectMap4k: 17795488 kB +DirectMap2M: 110350336 kB +DirectMap1G: 6291456 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1238,7 +1239,7 @@ systemd-tmpfiles-clean.timer static enabled 190 unit files listed. ------------------------------------------------------------ 13. Linux kernel boot-time arguments, from /proc/cmdline -BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +BOOT_IMAGE=/boot/vmlinuz-6.8.0-51-generic root=UUID=5e5651b9-cb50-4da6-b556-812171c5d457 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info FAILED: cpupower frequency-info @@ -1277,8 +1278,6 @@ dev.cdrom.info = dev.cdrom.info = dev.cdrom.lock = 0 dev.hpet.max-user-freq = 64 -dev.i915.oa_max_sample_rate = 100000 -dev.i915.perf_stream_paranoid = 1 dev.mac_hid.mouse_button2_keycode = 97 dev.mac_hid.mouse_button3_keycode = 100 dev.mac_hid.mouse_button_emulation = 0 @@ -1291,16 +1290,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1563562 1288578 45 0 609033 0 +fs.dentry-state = 891061 725131 45 0 223944 0 fs.dir-notify-enable = 1 -fs.epoll.max_user_watches = 29287112 +fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6560 0 9223372036854775807 -fs.inode-nr = 1010793 59149 -fs.inode-state = 1010793 59149 0 0 0 0 0 +fs.file-nr = 6592 0 9223372036854775807 +fs.inode-nr = 1007395 473605 +fs.inode-state = 1007395 473605 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1328,7 +1327,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 718 +fs.quota.syncs = 500 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1355,7 +1354,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 6956fa7efe5f +kernel.hostname = 74b53a08a206 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1392,7 +1391,7 @@ kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 kernel.oops_limit = 10000 -kernel.osrelease = 6.8.0-49-generic +kernel.osrelease = 6.8.0-51-generic kernel.ostype = Linux kernel.overflowgid = 65534 kernel.overflowuid = 65534 @@ -1405,26 +1404,26 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_sample_rate = 63000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 kernel.pid_max = 4194304 kernel.poweroff_cmd = /sbin/poweroff kernel.print-fatal-signals = 0 -kernel.printk = 4 4 1 7 +kernel.printk = 1 4 1 7 kernel.printk_delay = 0 kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 6 +kernel.pty.nr = 9 kernel.pty.reserve = 1024 -kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.boot_id = d972d8ae-c9e1-46e1-875d-9f419475517a kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 14725761-f97f-4ab3-9c22-75ff535a53c6 +kernel.random.uuid = ed061b83-2c8c-4b79-9f0f-f6215849b86a kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1456,9 +1455,9 @@ kernel.split_lock_mitigate = 1 kernel.stack_tracer_enabled = 0 kernel.sysctl_writes_strict = 1 kernel.sysrq = 176 -kernel.tainted = 12289 +kernel.tainted = 12288 kernel.task_delayacct = 0 -kernel.threads-max = 1027838 +kernel.threads-max = 1023505 kernel.timer_migration = 1 kernel.traceoff_on_warning = 0 kernel.tracepoint_printk = 0 @@ -1468,18 +1467,12 @@ kernel.unprivileged_userns_clone = 1 kernel.user_events_max = 32768 kernel.usermodehelper.bset = 4294967295 511 kernel.usermodehelper.inheritable = 4294967295 511 -kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.version = #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 kernel.warn_limit = 0 kernel.watchdog = 1 kernel.watchdog_cpumask = 0-31 kernel.watchdog_thresh = 10 kernel.yama.ptrace_scope = 1 -net.bridge.bridge-nf-call-arptables = 1 -net.bridge.bridge-nf-call-ip6tables = 1 -net.bridge.bridge-nf-call-iptables = 1 -net.bridge.bridge-nf-filter-pppoe-tagged = 0 -net.bridge.bridge-nf-filter-vlan-tagged = 0 -net.bridge.bridge-nf-pass-vlan-input-dev = 0 net.core.optmem_max = 131072 net.core.rps_default_mask = 00000000 net.core.somaxconn = 4096 @@ -2146,18 +2139,18 @@ net.netfilter.nf_log.7 = NONE net.netfilter.nf_log.8 = NONE net.netfilter.nf_log.9 = NONE net.unix.max_dgram_qlen = 10 -user.max_cgroup_namespaces = 513919 +user.max_cgroup_namespaces = 511752 user.max_fanotify_groups = 128 user.max_fanotify_marks = 1048576 user.max_inotify_instances = 128 user.max_inotify_watches = 65536 -user.max_ipc_namespaces = 513919 -user.max_mnt_namespaces = 513919 -user.max_net_namespaces = 513919 -user.max_pid_namespaces = 513919 -user.max_time_namespaces = 513919 -user.max_user_namespaces = 513919 -user.max_uts_namespaces = 513919 +user.max_ipc_namespaces = 511752 +user.max_mnt_namespaces = 511752 +user.max_net_namespaces = 511752 +user.max_pid_namespaces = 511752 +user.max_time_namespaces = 511752 +user.max_user_namespaces = 511752 +user.max_uts_namespaces = 511752 vm.admin_reserve_kbytes = 8192 vm.compact_unevictable_allowed = 1 vm.compaction_proactiveness = 20 @@ -2230,27 +2223,48 @@ UBUNTU_CODENAME=focal 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop -loop1 7:1 0 73.9M 1 loop -loop2 7:2 0 73.9M 1 loop -loop4 7:4 0 274M 1 loop -loop5 7:5 0 10.7M 1 loop -loop6 7:6 0 11.1M 1 loop -loop7 7:7 0 497M 1 loop -loop8 7:8 0 505.1M 1 loop -loop9 7:9 0 91.7M 1 loop -loop10 7:10 0 10.6M 1 loop -loop11 7:11 0 10.7M 1 loop -loop12 7:12 0 38.8M 1 loop -loop13 7:13 0 44.3M 1 loop -loop14 7:14 0 564K 1 loop -loop15 7:15 0 568K 1 loop -loop16 7:16 0 273.7M 1 loop -nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a -nvme0n1 259:2 0 3.7T 0 disk -├─nvme0n1p1 259:3 0 1.1G 0 part -├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin -└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +loop1 7:1 0 104M 1 loop +loop2 7:2 0 104.2M 1 loop +loop3 7:3 0 55.7M 1 loop +loop4 7:4 0 55.4M 1 loop +loop5 7:5 0 64M 1 loop +loop6 7:6 0 63.7M 1 loop +loop7 7:7 0 73.9M 1 loop +loop8 7:8 0 73.9M 1 loop +loop9 7:9 0 274M 1 loop +loop10 7:10 0 273.7M 1 loop +loop11 7:11 0 11.1M 1 loop +loop12 7:12 0 164.8M 1 loop +loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 497M 1 loop +loop15 7:15 0 505.1M 1 loop +loop16 7:16 0 65.5M 1 loop +loop17 7:17 0 65.5M 1 loop +loop18 7:18 0 10.8M 1 loop +loop19 7:19 0 89.4M 1 loop +loop20 7:20 0 91.7M 1 loop +loop22 7:22 0 89.4M 1 loop +loop23 7:23 0 9.1M 1 loop +loop24 7:24 0 150.6M 1 loop +loop25 7:25 0 10.8M 1 loop +loop26 7:26 0 38.8M 1 loop +loop27 7:27 0 44.3M 1 loop +loop28 7:28 0 500K 1 loop +loop29 7:29 0 568K 1 loop +loop30 7:30 0 389.3M 1 loop +loop31 7:31 0 150.6M 1 loop +loop32 7:32 0 389.4M 1 loop +nvme1n1 259:0 0 7.3T 0 disk +└─nvme1n1p1 259:2 0 7.3T 0 part +nvme2n1 259:1 0 3.7T 0 disk +├─nvme2n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/560.35.03/gsp_tu10x.bin +└─nvme2n1p2 259:4 0 465.7G 0 part [SWAP] +nvme0n1 259:5 0 3.7T 0 disk +└─nvme0n1p1 259:6 0 3.7T 0 part +nvme3n1 259:7 0 3.7T 0 disk +├─nvme3n1p1 259:8 0 750M 0 part +├─nvme3n1p2 259:9 0 186.3G 0 part [SWAP] +└─nvme3n1p3 259:10 0 3.5T 0 part ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md index de348e17..f2cfe75b 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md @@ -4,7 +4,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra ## Host platform -* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* OS version: Linux-6.8.0-51-generic-x86_64-with-glibc2.29 * CPU version: x86_64 * Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) [GCC 9.4.0] @@ -56,8 +56,8 @@ cm run script \ --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ - --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ - --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=5.0.4 \ + --env.CM_MLPERF_LAST_RELEASE=v5.0 \ --env.CM_TMP_PIP_VERSION_STRING= \ --env.CM_MODEL=resnet50 \ --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ @@ -71,7 +71,7 @@ cm run script \ --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ --env.CM_DOCKER_DETACHED_MODE=yes \ --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ - --env.CM_DOCKER_CONTAINER_ID=6956fa7efe5f \ + --env.CM_DOCKER_CONTAINER_ID=74b53a08a206 \ --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST04 \ --add_deps_recursive.compiler.tags=gcc \ --add_deps_recursive.coco2014-original.tags=_full \ @@ -105,10 +105,10 @@ cm run script \ --print_env=False \ --print_deps=False \ --dump_version_info=True \ - --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/14a94e79cca24141/imagenet-2012-val \ --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ - --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/a8c152aef5494496 ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* @@ -130,4 +130,4 @@ Model Precision: int8 `acc`: `76.078`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Scheduled samples per second`: `35357.7` +`Scheduled samples per second`: `35357.8` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out index 77cbd056..e02faab4 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out @@ -1,34 +1,34 @@ -[2024-12-23 00:01:46,128 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-23 00:01:46,246 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Server -[2024-12-23 00:01:46,246 harness.py:326 INFO] Updated LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 -[2024-12-23 00:01:46,246 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --deque_timeout_usec=2000 --gpu_copy_streams=9 --gpu_inference_streams=2 --use_cuda_thread_per_device=true --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2a46ba8e82384180b2c4ffe8862ca43a.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Server --model resnet50 -[2024-12-23 00:01:46,246 __init__.py:53 INFO] Overriding Environment +[2024-12-23 04:11:15,177 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 04:11:15,327 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Server +[2024-12-23 04:11:15,327 harness.py:326 INFO] Updated LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 +[2024-12-23 04:11:15,327 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --deque_timeout_usec=2000 --gpu_copy_streams=9 --gpu_inference_streams=2 --use_cuda_thread_per_device=true --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c3d2fe2c9ca640dca830be720d7e00ea.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Server --model resnet50 +[2024-12-23 04:11:15,327 __init__.py:53 INFO] Overriding Environment ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data deque_timeout_usec : 2000 gpu_batch_size : 64 gpu_copy_streams : 9 gpu_inference_streams : 2 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.23-00.01.45 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-04.11.14 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data scenario : Scenario.Server server_target_qps : 0 server_target_qps_adj_factor : 0.0 -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : AccuracyOnly use_cuda_thread_per_device : True use_deque_limit : True use_graphs : True -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2a46ba8e82384180b2c4ffe8862ca43a.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c3d2fe2c9ca640dca830be720d7e00ea.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_Server workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -41,50 +41,50 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2a46ba8e82384180b2c4ffe8862ca43a.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c3d2fe2c9ca640dca830be720d7e00ea.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 69 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 164, GPU 831 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 165, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 167, GPU 838 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 169, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 96, GPU 833 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 96, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 100, GPU 840 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 100, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 147, GPU 997 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 147, GPU 1007 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 151, GPU 1004 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 151, GPU 1014 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +99, now: CPU 1, GPU 218 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 198, GPU 1161 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +12, now: CPU 198, GPU 1173 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 201, GPU 1168 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 202, GPU 1180 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 318 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 249, GPU 1329 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 249, GPU 1339 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 252, GPU 1336 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 252, GPU 1346 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 417 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 299, GPU 1497 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 300, GPU 1509 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 302, GPU 1504 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 303, GPU 1516 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 517 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 350, GPU 1663 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 350, GPU 1673 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 353, GPU 1670 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 353, GPU 1680 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 616 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 401, GPU 1831 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 401, GPU 1841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 404, GPU 1838 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 404, GPU 1848 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 716 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 451, GPU 1995 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 452, GPU 2007 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 454, GPU 2002 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 455, GPU 2014 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +100, now: CPU 2, GPU 816 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 502, GPU 2165 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 502, GPU 2175 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 505, GPU 2172 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 505, GPU 2182 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 2, GPU 915 (MiB) [I] Start creating CUDA graphs @@ -94,7 +94,7 @@ Setting up SUT. [I] Creating cuda thread: 0 Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.15207s. +Finished warmup. Ran for 5.15426s. Starting running actual test. No warnings encountered during test. @@ -102,50 +102,55 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0.GPU processed: - 12 batches of size 1 - 1 batches of size 3 - 2 batches of size 4 - 1 batches of size 5 - 1 batches of size 13 - 3 batches of size 14 - 11 batches of size 18 + 4 batches of size 1 + 2 batches of size 3 + 2 batches of size 5 + 3 batches of size 6 + 1 batches of size 10 + 2 batches of size 13 + 4 batches of size 14 + 7 batches of size 18 2 batches of size 21 - 3 batches of size 24 - 8 batches of size 26 + 1 batches of size 22 + 4 batches of size 23 + 9 batches of size 24 1 batches of size 27 1 batches of size 28 - 1 batches of size 29 + 3 batches of size 29 8 batches of size 32 - 3 batches of size 33 + 1 batches of size 33 + 1 batches of size 34 3 batches of size 35 - 3 batches of size 36 - 3 batches of size 40 - 3 batches of size 41 - 3 batches of size 42 - 1 batches of size 46 - 5 batches of size 47 - 2 batches of size 48 - 1 batches of size 49 - 5 batches of size 50 - 1 batches of size 51 - 4 batches of size 52 - 17 batches of size 53 - 17 batches of size 55 - 2 batches of size 56 - 8 batches of size 57 - 40 batches of size 58 - 25 batches of size 59 - 16 batches of size 60 - 33 batches of size 61 - 52 batches of size 62 - 27 batches of size 63 - 521 batches of size 64 + 2 batches of size 36 + 6 batches of size 40 + 1 batches of size 41 + 1 batches of size 42 + 1 batches of size 43 + 1 batches of size 44 + 4 batches of size 47 + 4 batches of size 48 + 2 batches of size 49 + 2 batches of size 50 + 4 batches of size 51 + 9 batches of size 52 + 6 batches of size 53 + 2 batches of size 54 + 13 batches of size 55 + 14 batches of size 56 + 9 batches of size 57 + 35 batches of size 58 + 21 batches of size 59 + 30 batches of size 60 + 25 batches of size 61 + 44 batches of size 62 + 18 batches of size 63 + 534 batches of size 64 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 49988 - BatchedCudaMemcpy Calls: 12 + PerSampleCudaMemcpy Calls: 49996 + BatchedCudaMemcpy Calls: 4 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-23 00:01:59,129 run_harness.py:166 INFO] Result: Accuracy run detected. -[2024-12-23 00:01:59,129 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +[2024-12-23 04:11:29,880 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-23 04:11:29,880 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 accuracy=76.078%, good=38039, total=50000 ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd index 2bffaf4b..57a0de94 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd @@ -15,19 +15,19 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -35,66 +35,66 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mitten get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png index 3ce99ec4..dad849e1 100644 Binary files a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json index 7d083314..884c375e 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json @@ -167,7 +167,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -267,7 +267,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -457,7 +457,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -507,7 +507,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -537,7 +537,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -557,7 +557,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -577,7 +577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -597,7 +597,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -617,7 +617,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -627,7 +627,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -647,7 +647,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -657,7 +657,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -687,7 +687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -697,7 +697,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -707,7 +707,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -717,7 +717,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -747,7 +747,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -767,7 +767,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -777,7 +777,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -797,7 +797,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -817,7 +817,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -827,17 +827,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,resnet50,batch_size.32,use-graphs,v4.1-dev", + "script_variations": "preprocess_data,resnet50,tensorrt,cuda,batch_size.32,use-graphs,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -857,7 +857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -877,7 +877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { @@ -887,27 +887,27 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_tensorrt,_resnet50,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_tensorrt,_cuda,_server,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,cuda,tensorrt,resnet50,server,batch_size.64,batch_size.32,use-graphs,v4.1-dev", + "script_variations": "build_engine,resnet50,tensorrt,cuda,server,batch_size.64,batch_size.32,use-graphs,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_resnet50,_batch_size.32,_use-graphs,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_batch_size.32,_use-graphs,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,resnet50,batch_size.32,use-graphs,v4.1-dev", + "script_variations": "preprocess_data,resnet50,tensorrt,cuda,batch_size.32,use-graphs,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -927,7 +927,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -947,7 +947,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } }, { @@ -987,7 +987,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_tensorrt,_resnet50,_server,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_tensorrt,_cuda,_server,_rtx_4090 )" } } ] diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json index f5f0813c..eece2be1 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json @@ -1,26 +1,27 @@ { "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", - "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_MICROCODE": "0xa601206", "CM_HOST_CPU_FPU_SUPPORT": "yes", "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", - "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", - "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_BUGS": "sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso", + "CM_HOST_CPU_TLB_SIZE": "3584 4K pages", "CM_HOST_CPU_CFLUSH_SIZE": "64", "CM_HOST_CPU_ARCHITECTURE": "x86_64", "CM_HOST_CPU_TOTAL_CORES": "32", "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", - "CM_HOST_CPU_THREADS_PER_CORE": "1", - "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_THREADS_PER_CORE": "2", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "16", "CM_HOST_CPU_SOCKETS": "1", "CM_HOST_CPU_NUMA_NODES": "1", - "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", - "CM_HOST_CPU_FAMILY": "6", - "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", - "CM_HOST_CPU_MAX_MHZ": "5800.0000", - "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", - "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", - "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_VENDOR_ID": "AuthenticAMD", + "CM_HOST_CPU_FAMILY": "25", + "CM_HOST_CPU_MODEL_NAME": "AMD Ryzen 9 7950X 16-Core Processor", + "CM_HOST_CPU_MAX_MHZ": "5881.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "16 MiB", + "CM_HOST_CPU_L3_CACHE_SIZE": "64 MiB", "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", "CM_HOST_MEMORY_CAPACITY": "128G", - "CM_HOST_DISK_CAPACITY": "9.4T" + "CM_HOST_DISK_CAPACITY": "6.8T" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json index a8980984..44989f07 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json @@ -4,7 +4,7 @@ "CM_HOST_OS_FLAVOR": "ubuntu", "CM_HOST_OS_FLAVOR_LIKE": "debian", "CM_HOST_OS_VERSION": "20.04", - "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-51-generic", "CM_HOST_OS_GLIBC_VERSION": "2.31", "CM_HOST_OS_MACHINE": "x86_64", "CM_HOST_OS_PACKAGE_MANAGER": "apt", @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "6956fa7efe5f" + "CM_HOST_SYSTEM_NAME": "74b53a08a206" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out index 95212b54..f873b10a 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out @@ -1,34 +1,34 @@ -[2024-12-22 23:51:15,260 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 23:51:15,371 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Server -[2024-12-22 23:51:15,371 harness.py:326 INFO] Updated LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 -[2024-12-22 23:51:15,371 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --deque_timeout_usec=2000 --gpu_copy_streams=9 --gpu_inference_streams=2 --use_cuda_thread_per_device=true --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dde378fbab8448538974709e70c1563d.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Server --model resnet50 -[2024-12-22 23:51:15,371 __init__.py:53 INFO] Overriding Environment +[2024-12-23 04:00:42,016 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 04:00:42,163 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Server +[2024-12-23 04:00:42,163 harness.py:326 INFO] Updated LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 +[2024-12-23 04:00:42,163 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --deque_timeout_usec=2000 --gpu_copy_streams=9 --gpu_inference_streams=2 --use_cuda_thread_per_device=true --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f0ca129c7224141801bdf0977c27fcb.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Server --model resnet50 +[2024-12-23 04:00:42,163 __init__.py:53 INFO] Overriding Environment ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data deque_timeout_usec : 2000 gpu_batch_size : 64 gpu_copy_streams : 9 gpu_inference_streams : 2 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-23.51.14 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-04.00.41 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data scenario : Scenario.Server server_target_qps : 0 server_target_qps_adj_factor : 0.0 -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : PerformanceOnly use_cuda_thread_per_device : True use_deque_limit : True use_graphs : True -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dde378fbab8448538974709e70c1563d.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f0ca129c7224141801bdf0977c27fcb.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_Server workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -41,50 +41,50 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dde378fbab8448538974709e70c1563d.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f0ca129c7224141801bdf0977c27fcb.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 69 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +7, GPU +10, now: CPU 164, GPU 831 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 165, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 167, GPU 838 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 169, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 96, GPU 833 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 96, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 100, GPU 840 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 100, GPU 848 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 147, GPU 997 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 147, GPU 1007 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 151, GPU 1004 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 151, GPU 1014 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +99, now: CPU 1, GPU 218 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 198, GPU 1161 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +12, now: CPU 198, GPU 1173 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 201, GPU 1168 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 202, GPU 1180 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 318 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 249, GPU 1329 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 249, GPU 1339 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 252, GPU 1336 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 252, GPU 1346 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 417 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 299, GPU 1497 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 300, GPU 1509 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 302, GPU 1504 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 303, GPU 1516 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 517 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 350, GPU 1663 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 350, GPU 1673 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 353, GPU 1670 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 353, GPU 1680 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 616 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 401, GPU 1831 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 401, GPU 1841 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 404, GPU 1838 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 404, GPU 1848 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 716 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 451, GPU 1995 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 452, GPU 2007 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 454, GPU 2002 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 455, GPU 2014 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +100, now: CPU 2, GPU 816 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 502, GPU 2165 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 502, GPU 2175 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 505, GPU 2172 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 505, GPU 2182 (MiB) [I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 2, GPU 915 (MiB) [I] Start creating CUDA graphs @@ -94,7 +94,7 @@ Setting up SUT. [I] Creating cuda thread: 0 Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.14554s. +Finished warmup. Ran for 5.15056s. Starting running actual test. ================================================ MLPerf Results Summary @@ -114,17 +114,17 @@ Early Stopping Result: ================================================ Additional Stats ================================================ -Completed samples per second : 35357.74 +Completed samples per second : 35357.75 -Min latency (ns) : 1933480 -Max latency (ns) : 200560793 -Mean latency (ns) : 3271057 -50.00 percentile latency (ns) : 3134385 -90.00 percentile latency (ns) : 3879593 -95.00 percentile latency (ns) : 4016799 -97.00 percentile latency (ns) : 4093046 -99.00 percentile latency (ns) : 4208480 -99.90 percentile latency (ns) : 48166821 +Min latency (ns) : 1752194 +Max latency (ns) : 228692351 +Mean latency (ns) : 3008390 +50.00 percentile latency (ns) : 2834881 +90.00 percentile latency (ns) : 3582009 +95.00 percentile latency (ns) : 3722032 +97.00 percentile latency (ns) : 3800477 +99.00 percentile latency (ns) : 3919389 +99.90 percentile latency (ns) : 72478462 ================================================ Test Parameters Used @@ -155,41 +155,40 @@ No errors encountered during test. Finished running actual test. Device Device:0.GPU processed: 1 batches of size 2 - 2 batches of size 13 - 1 batches of size 33 - 1 batches of size 37 - 1 batches of size 38 - 1 batches of size 39 - 3 batches of size 40 + 1 batches of size 34 + 1 batches of size 35 + 1 batches of size 36 + 2 batches of size 39 + 6 batches of size 40 7 batches of size 41 - 5 batches of size 42 - 19 batches of size 43 - 24 batches of size 44 - 31 batches of size 45 - 70 batches of size 46 - 102 batches of size 47 - 144 batches of size 48 - 222 batches of size 49 - 333 batches of size 50 - 493 batches of size 51 - 688 batches of size 52 - 961 batches of size 53 - 1246 batches of size 54 - 1661 batches of size 55 - 2115 batches of size 56 - 2632 batches of size 57 - 3301 batches of size 58 - 4081 batches of size 59 - 4991 batches of size 60 - 5971 batches of size 61 - 7147 batches of size 62 - 8192 batches of size 63 - 290221 batches of size 64 + 9 batches of size 42 + 14 batches of size 43 + 34 batches of size 44 + 46 batches of size 45 + 81 batches of size 46 + 155 batches of size 47 + 192 batches of size 48 + 279 batches of size 49 + 381 batches of size 50 + 524 batches of size 51 + 790 batches of size 52 + 1053 batches of size 53 + 1380 batches of size 54 + 1784 batches of size 55 + 2464 batches of size 56 + 2954 batches of size 57 + 3564 batches of size 58 + 4494 batches of size 59 + 5690 batches of size 60 + 6518 batches of size 61 + 7584 batches of size 62 + 8734 batches of size 63 + 286291 batches of size 64 Memcpy Calls: 0 PerSampleCudaMemcpy Calls: 21214751 BatchedCudaMemcpy Calls: 0 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-23 00:01:33,797 run_harness.py:166 INFO] Result: result_scheduled_samples_per_sec: 35357.9, Result is VALID +[2024-12-23 04:11:04,337 run_harness.py:166 INFO] Result: result_scheduled_samples_per_sec: 35357.9, Result is VALID ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt index b90018ae..4804499a 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 6956fa7efe5f 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 74b53a08a206 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 00:01:34 up 13 days, 1:00, 0 users, load average: 0.47, 0.56, 0.82 + 04:11:05 up 4 days, 14:04, 0 users, load average: 0.43, 0.35, 0.61 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -16,7 +16,7 @@ core file size (blocks, -c) unlimited data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited -pending signals (-i) 513919 +pending signals (-i) 511752 max locked memory (kbytes, -l) unlimited max memory size (kbytes, -m) unlimited open files (-n) 1048576 @@ -34,926 +34,927 @@ bash ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5374.337 +cache size : 1024 KB physical id : 0 siblings : 32 core id : 0 -cpu cores : 24 +cpu cores : 16 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 1 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5356.619 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 0 -cpu cores : 24 -apicid : 1 -initial apicid : 1 +core id : 1 +cpu cores : 16 +apicid : 2 +initial apicid : 2 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 2 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 8 -initial apicid : 8 +core id : 2 +cpu cores : 16 +apicid : 4 +initial apicid : 4 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 3 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5352.828 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 9 -initial apicid : 9 +core id : 3 +cpu cores : 16 +apicid : 6 +initial apicid : 6 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 4 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 16 -initial apicid : 16 +core id : 4 +cpu cores : 16 +apicid : 8 +initial apicid : 8 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 5 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3095.603 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 17 -initial apicid : 17 +core id : 5 +cpu cores : 16 +apicid : 10 +initial apicid : 10 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 6 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4499.822 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 24 -initial apicid : 24 +core id : 6 +cpu cores : 16 +apicid : 12 +initial apicid : 12 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 7 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 25 -initial apicid : 25 +core id : 7 +cpu cores : 16 +apicid : 14 +initial apicid : 14 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 8 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 32 -initial apicid : 32 +core id : 8 +cpu cores : 16 +apicid : 16 +initial apicid : 16 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 9 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 4357.518 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 33 -initial apicid : 33 +core id : 9 +cpu cores : 16 +apicid : 18 +initial apicid : 18 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 10 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 40 -initial apicid : 40 +core id : 10 +cpu cores : 16 +apicid : 20 +initial apicid : 20 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 11 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5218.851 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 41 -initial apicid : 41 +core id : 11 +cpu cores : 16 +apicid : 22 +initial apicid : 22 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 12 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5469.310 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 48 -initial apicid : 48 +core id : 12 +cpu cores : 16 +apicid : 24 +initial apicid : 24 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 13 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5174.651 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 49 -initial apicid : 49 +core id : 13 +cpu cores : 16 +apicid : 26 +initial apicid : 26 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 14 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 56 -initial apicid : 56 +core id : 14 +cpu cores : 16 +apicid : 28 +initial apicid : 28 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 15 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5143.286 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 57 -initial apicid : 57 +core id : 15 +cpu cores : 16 +apicid : 30 +initial apicid : 30 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 16 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.287 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 32 -cpu cores : 24 -apicid : 64 -initial apicid : 64 +core id : 0 +cpu cores : 16 +apicid : 1 +initial apicid : 1 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 17 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4286.756 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 33 -cpu cores : 24 -apicid : 66 -initial apicid : 66 +core id : 1 +cpu cores : 16 +apicid : 3 +initial apicid : 3 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 18 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.871 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5461.637 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 34 -cpu cores : 24 -apicid : 68 -initial apicid : 68 +core id : 2 +cpu cores : 16 +apicid : 5 +initial apicid : 5 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 19 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4306.988 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 35 -cpu cores : 24 -apicid : 70 -initial apicid : 70 +core id : 3 +cpu cores : 16 +apicid : 7 +initial apicid : 7 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 20 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 36 -cpu cores : 24 -apicid : 72 -initial apicid : 72 +core id : 4 +cpu cores : 16 +apicid : 9 +initial apicid : 9 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 21 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 37 -cpu cores : 24 -apicid : 74 -initial apicid : 74 +core id : 5 +cpu cores : 16 +apicid : 11 +initial apicid : 11 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 22 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.024 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 38 -cpu cores : 24 -apicid : 76 -initial apicid : 76 +core id : 6 +cpu cores : 16 +apicid : 13 +initial apicid : 13 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 23 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 39 -cpu cores : 24 -apicid : 78 -initial apicid : 78 +core id : 7 +cpu cores : 16 +apicid : 15 +initial apicid : 15 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 24 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4279.220 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 40 -cpu cores : 24 -apicid : 80 -initial apicid : 80 +core id : 8 +cpu cores : 16 +apicid : 17 +initial apicid : 17 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 25 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5034.798 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 41 -cpu cores : 24 -apicid : 82 -initial apicid : 82 +core id : 9 +cpu cores : 16 +apicid : 19 +initial apicid : 19 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 26 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 42 -cpu cores : 24 -apicid : 84 -initial apicid : 84 +core id : 10 +cpu cores : 16 +apicid : 21 +initial apicid : 21 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 27 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 43 -cpu cores : 24 -apicid : 86 -initial apicid : 86 +core id : 11 +cpu cores : 16 +apicid : 23 +initial apicid : 23 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 28 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 44 -cpu cores : 24 -apicid : 88 -initial apicid : 88 +core id : 12 +cpu cores : 16 +apicid : 25 +initial apicid : 25 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 29 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4301.159 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5238.581 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 45 -cpu cores : 24 -apicid : 90 -initial apicid : 90 +core id : 13 +cpu cores : 16 +apicid : 27 +initial apicid : 27 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 30 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 46 -cpu cores : 24 -apicid : 92 -initial apicid : 92 +core id : 14 +cpu cores : 16 +apicid : 29 +initial apicid : 29 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 31 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 47 -cpu cores : 24 -apicid : 94 -initial apicid : 94 +core id : 15 +cpu cores : 16 +apicid : 31 +initial apicid : 31 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] ------------------------------------------------------------ 7. lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian -Address sizes: 46 bits physical, 48 bits virtual +Address sizes: 48 bits physical, 48 bits virtual CPU(s): 32 On-line CPU(s) list: 0-31 -Thread(s) per core: 1 -Core(s) per socket: 24 +Thread(s) per core: 2 +Core(s) per socket: 16 Socket(s): 1 NUMA node(s): 1 -Vendor ID: GenuineIntel -CPU family: 6 -Model: 183 -Model name: 13th Gen Intel(R) Core(TM) i9-13900K -Stepping: 1 -CPU MHz: 5500.000 -CPU max MHz: 5800.0000 -CPU min MHz: 800.0000 -BogoMIPS: 5990.40 -Virtualization: VT-x -L1d cache: 576 KiB -L1i cache: 384 KiB -L2 cache: 24 MiB +Vendor ID: AuthenticAMD +CPU family: 25 +Model: 97 +Model name: AMD Ryzen 9 7950X 16-Core Processor +Stepping: 2 +CPU MHz: 5374.337 +CPU max MHz: 5881.0000 +CPU min MHz: 400.0000 +BogoMIPS: 8982.90 +Virtualization: AMD-V +L1d cache: 512 KiB +L1i cache: 512 KiB +L2 cache: 16 MiB +L3 cache: 64 MiB NUMA node0 CPU(s): 0-31 Vulnerability Gather data sampling: Not affected Vulnerability Itlb multihit: Not affected @@ -961,68 +962,68 @@ Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected -Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Reg file data sampling: Not affected Vulnerability Retbleed: Not affected -Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec rstack overflow: Mitigation; Safe RET Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization -Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; STIBP always-on; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected -Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d ------------------------------------------------------------ 8. numactl --hardware available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 -node 0 size: 128549 MB -node 0 free: 30384 MB +node 0 size: 128007 MB +node 0 free: 29792 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 131634476 kB -MemFree: 31113148 kB -MemAvailable: 127715640 kB -Buffers: 161324 kB -Cached: 93846952 kB -SwapCached: 15744 kB -Active: 2055352 kB -Inactive: 92360376 kB -Active(anon): 456172 kB -Inactive(anon): 99708 kB -Active(file): 1599180 kB -Inactive(file): 92260668 kB -Unevictable: 105328 kB +MemTotal: 131080068 kB +MemFree: 30507136 kB +MemAvailable: 127572824 kB +Buffers: 208956 kB +Cached: 94450216 kB +SwapCached: 135508 kB +Active: 3507040 kB +Inactive: 91509336 kB +Active(anon): 353460 kB +Inactive(anon): 42652 kB +Active(file): 3153580 kB +Inactive(file): 91466684 kB +Unevictable: 4360 kB Mlocked: 0 kB -SwapTotal: 1023999996 kB -SwapFree: 1023690236 kB +SwapTotal: 683591672 kB +SwapFree: 683097592 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 172 kB +Dirty: 52 kB Writeback: 0 kB -AnonPages: 508428 kB -Mapped: 282628 kB -Shmem: 148428 kB -KReclaimable: 4000600 kB -Slab: 4784576 kB -SReclaimable: 4000600 kB -SUnreclaim: 783976 kB -KernelStack: 15552 kB -PageTables: 20872 kB +AnonPages: 352404 kB +Mapped: 272060 kB +Shmem: 34548 kB +KReclaimable: 3692912 kB +Slab: 4462724 kB +SReclaimable: 3692912 kB +SUnreclaim: 769812 kB +KernelStack: 16912 kB +PageTables: 21932 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 1089817232 kB -Committed_AS: 5188140 kB +CommitLimit: 749131704 kB +Committed_AS: 5410576 kB VmallocTotal: 34359738367 kB -VmallocUsed: 375228 kB +VmallocUsed: 253736 kB VmallocChunk: 0 kB -Percpu: 35584 kB +Percpu: 38400 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB -ShmemHugePages: 94208 kB +ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB FilePmdMapped: 0 kB @@ -1033,9 +1034,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 28001740 kB -DirectMap2M: 104902656 kB -DirectMap1G: 1048576 kB +DirectMap4k: 17856928 kB +DirectMap2M: 110288896 kB +DirectMap1G: 6291456 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1238,7 +1239,7 @@ systemd-tmpfiles-clean.timer static enabled 190 unit files listed. ------------------------------------------------------------ 13. Linux kernel boot-time arguments, from /proc/cmdline -BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +BOOT_IMAGE=/boot/vmlinuz-6.8.0-51-generic root=UUID=5e5651b9-cb50-4da6-b556-812171c5d457 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info FAILED: cpupower frequency-info @@ -1277,8 +1278,6 @@ dev.cdrom.info = dev.cdrom.info = dev.cdrom.lock = 0 dev.hpet.max-user-freq = 64 -dev.i915.oa_max_sample_rate = 100000 -dev.i915.perf_stream_paranoid = 1 dev.mac_hid.mouse_button2_keycode = 97 dev.mac_hid.mouse_button3_keycode = 100 dev.mac_hid.mouse_button_emulation = 0 @@ -1291,16 +1290,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1573491 1298479 45 0 618816 0 +fs.dentry-state = 901042 735076 45 0 233730 0 fs.dir-notify-enable = 1 -fs.epoll.max_user_watches = 29287112 +fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6240 0 9223372036854775807 -fs.inode-nr = 1010938 59149 -fs.inode-state = 1010938 59149 0 0 0 0 0 +fs.file-nr = 6656 0 9223372036854775807 +fs.inode-nr = 1007589 473605 +fs.inode-state = 1007589 473605 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1328,7 +1327,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 718 +fs.quota.syncs = 500 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1355,7 +1354,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 6956fa7efe5f +kernel.hostname = 74b53a08a206 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1392,7 +1391,7 @@ kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 kernel.oops_limit = 10000 -kernel.osrelease = 6.8.0-49-generic +kernel.osrelease = 6.8.0-51-generic kernel.ostype = Linux kernel.overflowgid = 65534 kernel.overflowuid = 65534 @@ -1405,26 +1404,26 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_sample_rate = 63000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 kernel.pid_max = 4194304 kernel.poweroff_cmd = /sbin/poweroff kernel.print-fatal-signals = 0 -kernel.printk = 4 4 1 7 +kernel.printk = 1 4 1 7 kernel.printk_delay = 0 kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 6 +kernel.pty.nr = 9 kernel.pty.reserve = 1024 -kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.boot_id = d972d8ae-c9e1-46e1-875d-9f419475517a kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5e56fa71-8c71-44d6-90e8-dd1dea56a9e7 +kernel.random.uuid = 982e468a-f0cc-4f47-82ec-df2c55719304 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1456,9 +1455,9 @@ kernel.split_lock_mitigate = 1 kernel.stack_tracer_enabled = 0 kernel.sysctl_writes_strict = 1 kernel.sysrq = 176 -kernel.tainted = 12289 +kernel.tainted = 12288 kernel.task_delayacct = 0 -kernel.threads-max = 1027838 +kernel.threads-max = 1023505 kernel.timer_migration = 1 kernel.traceoff_on_warning = 0 kernel.tracepoint_printk = 0 @@ -1468,18 +1467,12 @@ kernel.unprivileged_userns_clone = 1 kernel.user_events_max = 32768 kernel.usermodehelper.bset = 4294967295 511 kernel.usermodehelper.inheritable = 4294967295 511 -kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.version = #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 kernel.warn_limit = 0 kernel.watchdog = 1 kernel.watchdog_cpumask = 0-31 kernel.watchdog_thresh = 10 kernel.yama.ptrace_scope = 1 -net.bridge.bridge-nf-call-arptables = 1 -net.bridge.bridge-nf-call-ip6tables = 1 -net.bridge.bridge-nf-call-iptables = 1 -net.bridge.bridge-nf-filter-pppoe-tagged = 0 -net.bridge.bridge-nf-filter-vlan-tagged = 0 -net.bridge.bridge-nf-pass-vlan-input-dev = 0 net.core.optmem_max = 131072 net.core.rps_default_mask = 00000000 net.core.somaxconn = 4096 @@ -2146,18 +2139,18 @@ net.netfilter.nf_log.7 = NONE net.netfilter.nf_log.8 = NONE net.netfilter.nf_log.9 = NONE net.unix.max_dgram_qlen = 10 -user.max_cgroup_namespaces = 513919 +user.max_cgroup_namespaces = 511752 user.max_fanotify_groups = 128 user.max_fanotify_marks = 1048576 user.max_inotify_instances = 128 user.max_inotify_watches = 65536 -user.max_ipc_namespaces = 513919 -user.max_mnt_namespaces = 513919 -user.max_net_namespaces = 513919 -user.max_pid_namespaces = 513919 -user.max_time_namespaces = 513919 -user.max_user_namespaces = 513919 -user.max_uts_namespaces = 513919 +user.max_ipc_namespaces = 511752 +user.max_mnt_namespaces = 511752 +user.max_net_namespaces = 511752 +user.max_pid_namespaces = 511752 +user.max_time_namespaces = 511752 +user.max_user_namespaces = 511752 +user.max_uts_namespaces = 511752 vm.admin_reserve_kbytes = 8192 vm.compact_unevictable_allowed = 1 vm.compaction_proactiveness = 20 @@ -2230,27 +2223,48 @@ UBUNTU_CODENAME=focal 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop -loop1 7:1 0 73.9M 1 loop -loop2 7:2 0 73.9M 1 loop -loop4 7:4 0 274M 1 loop -loop5 7:5 0 10.7M 1 loop -loop6 7:6 0 11.1M 1 loop -loop7 7:7 0 497M 1 loop -loop8 7:8 0 505.1M 1 loop -loop9 7:9 0 91.7M 1 loop -loop10 7:10 0 10.6M 1 loop -loop11 7:11 0 10.7M 1 loop -loop12 7:12 0 38.8M 1 loop -loop13 7:13 0 44.3M 1 loop -loop14 7:14 0 564K 1 loop -loop15 7:15 0 568K 1 loop -loop16 7:16 0 273.7M 1 loop -nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a -nvme0n1 259:2 0 3.7T 0 disk -├─nvme0n1p1 259:3 0 1.1G 0 part -├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin -└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +loop1 7:1 0 104M 1 loop +loop2 7:2 0 104.2M 1 loop +loop3 7:3 0 55.7M 1 loop +loop4 7:4 0 55.4M 1 loop +loop5 7:5 0 64M 1 loop +loop6 7:6 0 63.7M 1 loop +loop7 7:7 0 73.9M 1 loop +loop8 7:8 0 73.9M 1 loop +loop9 7:9 0 274M 1 loop +loop10 7:10 0 273.7M 1 loop +loop11 7:11 0 11.1M 1 loop +loop12 7:12 0 164.8M 1 loop +loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 497M 1 loop +loop15 7:15 0 505.1M 1 loop +loop16 7:16 0 65.5M 1 loop +loop17 7:17 0 65.5M 1 loop +loop18 7:18 0 10.8M 1 loop +loop19 7:19 0 89.4M 1 loop +loop20 7:20 0 91.7M 1 loop +loop22 7:22 0 89.4M 1 loop +loop23 7:23 0 9.1M 1 loop +loop24 7:24 0 150.6M 1 loop +loop25 7:25 0 10.8M 1 loop +loop26 7:26 0 38.8M 1 loop +loop27 7:27 0 44.3M 1 loop +loop28 7:28 0 500K 1 loop +loop29 7:29 0 568K 1 loop +loop30 7:30 0 389.3M 1 loop +loop31 7:31 0 150.6M 1 loop +loop32 7:32 0 389.4M 1 loop +nvme1n1 259:0 0 7.3T 0 disk +└─nvme1n1p1 259:2 0 7.3T 0 part +nvme2n1 259:1 0 3.7T 0 disk +├─nvme2n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/560.35.03/gsp_tu10x.bin +└─nvme2n1p2 259:4 0 465.7G 0 part [SWAP] +nvme0n1 259:5 0 3.7T 0 disk +└─nvme0n1p1 259:6 0 3.7T 0 part +nvme3n1 259:7 0 3.7T 0 disk +├─nvme3n1p1 259:8 0 750M 0 part +├─nvme3n1p2 259:9 0 186.3G 0 part [SWAP] +└─nvme3n1p3 259:10 0 3.5T 0 part ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md index 2bd15ded..e3ab5a63 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md @@ -4,7 +4,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra ## Host platform -* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* OS version: Linux-6.8.0-51-generic-x86_64-with-glibc2.29 * CPU version: x86_64 * Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) [GCC 9.4.0] @@ -56,8 +56,8 @@ cm run script \ --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ - --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ - --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=5.0.4 \ + --env.CM_MLPERF_LAST_RELEASE=v5.0 \ --env.CM_TMP_PIP_VERSION_STRING= \ --env.CM_MODEL=resnet50 \ --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ @@ -102,10 +102,10 @@ cm run script \ --print_env=False \ --print_deps=False \ --dump_version_info=True \ - --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/14a94e79cca24141/imagenet-2012-val \ --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ - --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/a8c152aef5494496 ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* @@ -127,4 +127,4 @@ Model Precision: int8 `acc`: `76.064`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`90th percentile latency (ns)`: `277232.0` +`90th percentile latency (ns)`: `282357.0` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out index 7d451ce5..574c576d 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out @@ -1,29 +1,29 @@ -[2024-12-22 22:20:26,615 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 22:20:26,743 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/SingleStream -[2024-12-22 22:20:26,743 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/caa1a82e147b4f83a3e76a30ed6594a0.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario SingleStream --model resnet50 -[2024-12-22 22:20:26,743 __init__.py:53 INFO] Overriding Environment +[2024-12-23 02:30:44,750 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 02:30:44,916 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/SingleStream +[2024-12-23 02:30:44,916 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a6cd27e62f41038f29b7ff0fa21b45.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario SingleStream --model resnet50 +[2024-12-23 02:30:44,916 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data disable_beta1_smallk : True gpu_batch_size : 1 gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-22.20.25 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-02.30.43 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : AccuracyOnly use_deque_limit : True use_graphs : True -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/caa1a82e147b4f83a3e76a30ed6594a0.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a6cd27e62f41038f29b7ff0fa21b45.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_SingleStream workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -36,19 +36,19 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/caa1a82e147b4f83a3e76a30ed6594a0.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a6cd27e62f41038f29b7ff0fa21b45.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 26 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 72, GPU 837 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 74, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 76, GPU 844 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 78, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 47, GPU 839 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 51, GPU 846 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 51, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +9, now: CPU 0, GPU 33 (MiB) [I] Start creating CUDA graphs [I] Capture 1 CUDA graphs @@ -56,7 +56,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.01507s. +Finished warmup. Ran for 5.01466s. Starting running actual test. No warnings encountered during test. @@ -69,8 +69,8 @@ Device Device:0.GPU processed: PerSampleCudaMemcpy Calls: 0 BatchedCudaMemcpy Calls: 50000 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-22 22:21:39,092 run_harness.py:166 INFO] Result: Accuracy run detected. -[2024-12-22 22:21:39,092 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +[2024-12-23 02:31:31,821 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-23 02:31:31,821 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 accuracy=76.064%, good=38032, total=50000 ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd index 2f6350a3..2fbf4c5f 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd @@ -9,8 +9,8 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/cmuser/CM/repos/local/cache/1631de8c5fea490d/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/cmuser/CM/repos/local/cache/1631de8c5fea490d/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/cmuser/CM/repos/local/cache/1a4a13c833dc4ff9/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/cmuser/CM/repos/local/cache/1a4a13c833dc4ff9/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,dataset-aux,imagenet-aux get-cuda,46d133d9ef92422d_(_toolkit_) --> detect,os @@ -26,22 +26,22 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,dataset,original,imagenet,_full download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx,_opset-8_) --> download-and-extract,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -49,9 +49,9 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda get-nvidia-mitten,1c045f2902374de9 --> detect,os get-nvidia-mitten,1c045f2902374de9 --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> detect,os @@ -64,9 +64,9 @@ graph TD get-nvidia-mitten,1c045f2902374de9 --> get,generic-python-lib,_pycuda get-git-repo,ed603e7292974f10_(_repo.https://github.com/NVIDIA/mitten_) --> detect,os get-nvidia-mitten,1c045f2902374de9 --> get,git,_repo.https://github.com/NVIDIA/mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,tensorrt build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu @@ -124,60 +124,60 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,nvidia,mitten - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,dataset,original,imagenet,_full - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,nvidia,mitten get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png index 99922aa1..22d2d815 100644 Binary files a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json index c744b6f8..977595fe 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json @@ -107,15 +107,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/cmuser/CM/repos/local/cache/1631de8c5fea490d/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/cmuser/CM/repos/local/cache/1a4a13c833dc4ff9/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/cmuser/CM/repos/local/cache/1631de8c5fea490d/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/cmuser/CM/repos/local/cache/1a4a13c833dc4ff9/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/cmuser/CM/repos/local/cache/1631de8c5fea490d/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/cmuser/CM/repos/local/cache/1a4a13c833dc4ff9/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -277,7 +277,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -307,7 +307,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -347,7 +347,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -507,7 +507,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -657,7 +657,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -677,7 +677,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1257,7 +1257,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1297,7 +1297,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1337,7 +1337,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1357,7 +1357,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1417,7 +1417,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1427,7 +1427,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1437,7 +1437,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1457,7 +1457,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1477,7 +1477,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1487,7 +1487,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1517,7 +1517,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1527,7 +1527,7 @@ "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", "script_variations": "full", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1537,7 +1537,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx,opset-8", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1547,7 +1547,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1597,7 +1597,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1607,7 +1607,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1627,7 +1627,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1647,7 +1647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { @@ -1657,17 +1657,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,resnet50,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,resnet50,cuda,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1687,7 +1687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1707,7 +1707,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { @@ -1717,27 +1717,27 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_singlestream,_tensorrt,_cuda,_batch_size.1,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_resnet50,_cuda,_singlestream,_batch_size.1,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,resnet50,singlestream,tensorrt,cuda,batch_size.1,v4.1-dev", + "script_variations": "build_engine,tensorrt,resnet50,cuda,singlestream,batch_size.1,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_resnet50,_cuda,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,resnet50,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,resnet50,cuda,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1757,7 +1757,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_singlestream,_tensorrt,_cuda,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_resnet50,_cuda,_singlestream,_rtx_4090 )" } } ] diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json index f5f0813c..eece2be1 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json @@ -1,26 +1,27 @@ { "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", - "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_MICROCODE": "0xa601206", "CM_HOST_CPU_FPU_SUPPORT": "yes", "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", - "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", - "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_BUGS": "sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso", + "CM_HOST_CPU_TLB_SIZE": "3584 4K pages", "CM_HOST_CPU_CFLUSH_SIZE": "64", "CM_HOST_CPU_ARCHITECTURE": "x86_64", "CM_HOST_CPU_TOTAL_CORES": "32", "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", - "CM_HOST_CPU_THREADS_PER_CORE": "1", - "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_THREADS_PER_CORE": "2", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "16", "CM_HOST_CPU_SOCKETS": "1", "CM_HOST_CPU_NUMA_NODES": "1", - "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", - "CM_HOST_CPU_FAMILY": "6", - "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", - "CM_HOST_CPU_MAX_MHZ": "5800.0000", - "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", - "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", - "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_VENDOR_ID": "AuthenticAMD", + "CM_HOST_CPU_FAMILY": "25", + "CM_HOST_CPU_MODEL_NAME": "AMD Ryzen 9 7950X 16-Core Processor", + "CM_HOST_CPU_MAX_MHZ": "5881.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "512 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "16 MiB", + "CM_HOST_CPU_L3_CACHE_SIZE": "64 MiB", "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", "CM_HOST_MEMORY_CAPACITY": "128G", - "CM_HOST_DISK_CAPACITY": "9.4T" + "CM_HOST_DISK_CAPACITY": "6.8T" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json index a8980984..44989f07 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json @@ -4,7 +4,7 @@ "CM_HOST_OS_FLAVOR": "ubuntu", "CM_HOST_OS_FLAVOR_LIKE": "debian", "CM_HOST_OS_VERSION": "20.04", - "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-51-generic", "CM_HOST_OS_GLIBC_VERSION": "2.31", "CM_HOST_OS_MACHINE": "x86_64", "CM_HOST_OS_PACKAGE_MANAGER": "apt", @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "6956fa7efe5f" + "CM_HOST_SYSTEM_NAME": "74b53a08a206" } \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out index 1ded18e2..15fa16a7 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out @@ -1,29 +1,29 @@ -[2024-12-22 22:09:34,587 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 -[2024-12-22 22:09:34,725 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/SingleStream -[2024-12-22 22:09:34,725 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a34835ecb9f244828893d0d7f925c41d.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario SingleStream --model resnet50 -[2024-12-22 22:09:34,725 __init__.py:53 INFO] Overriding Environment +[2024-12-23 02:20:00,881 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-23 02:20:01,048 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/SingleStream +[2024-12-23 02:20:01,048 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6d1c2ae0381b42999ebfe77b2b32a818.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario SingleStream --model resnet50 +[2024-12-23 02:20:01,048 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.ResNet50 buffer_manager_thread_count : 0 -data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/data disable_beta1_smallk : True gpu_batch_size : 1 gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-22.09.33 +log_dir : /home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/logs/2024.12.23-02.20.00 map_path : data_maps/imagenet/val_map.txt -mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf precision : int8 -preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/a8c152aef5494496/preprocessed_data scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear test_mode : PerformanceOnly use_deque_limit : True use_graphs : True -user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a34835ecb9f244828893d0d7f925c41d.conf +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6d1c2ae0381b42999ebfe77b2b32a818.conf system_id : RTX4090x1 config_name : RTX4090x1_resnet50_SingleStream workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) @@ -36,19 +36,19 @@ skip_file_checks : False power_limit : None cpu_freq : None &&&& RUNNING Default_Harness # ./build/bin/harness_default -[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf -[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a34835ecb9f244828893d0d7f925c41d.conf +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/90c7069b92e34687/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6d1c2ae0381b42999ebfe77b2b32a818.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 26 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 72, GPU 837 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 74, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 76, GPU 844 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 78, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) [I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 47, GPU 839 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 51, GPU 846 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 51, GPU 854 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +9, now: CPU 0, GPU 33 (MiB) [I] Start creating CUDA graphs [I] Capture 1 CUDA graphs @@ -56,7 +56,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.01494s. +Finished warmup. Ran for 5.01469s. Starting running actual test. ================================================ MLPerf Results Summary @@ -64,32 +64,32 @@ MLPerf Results Summary SUT name : LWIS_Server Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 277229 +90th percentile latency (ns) : 282347 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes Early stopping satisfied: Yes Early Stopping Result: - * Processed at least 64 queries (2153521). - * Would discard 214327 highest latency queries. - * Early stopping 90th percentile estimate: 277232 - * Early stopping 99th percentile estimate: 279283 + * Processed at least 64 queries (2130943). + * Would discard 212074 highest latency queries. + * Early stopping 90th percentile estimate: 282357 + * Early stopping 99th percentile estimate: 289130 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 3589.20 -QPS w/o loadgen overhead : 3616.96 +QPS w/ loadgen overhead : 3551.57 +QPS w/o loadgen overhead : 3606.49 -Min latency (ns) : 268817 -Max latency (ns) : 1288429 -Mean latency (ns) : 276475 -50.00 percentile latency (ns) : 276254 -90.00 percentile latency (ns) : 277229 -95.00 percentile latency (ns) : 277654 -97.00 percentile latency (ns) : 278035 -99.00 percentile latency (ns) : 279259 -99.90 percentile latency (ns) : 322502 +Min latency (ns) : 269173 +Max latency (ns) : 891215 +Mean latency (ns) : 277278 +50.00 percentile latency (ns) : 275885 +90.00 percentile latency (ns) : 282347 +95.00 percentile latency (ns) : 283900 +97.00 percentile latency (ns) : 286014 +99.00 percentile latency (ns) : 289060 +99.90 percentile latency (ns) : 295512 ================================================ Test Parameters Used @@ -119,12 +119,12 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0.GPU processed: - 2153521 batches of size 1 + 2130943 batches of size 1 Memcpy Calls: 0 PerSampleCudaMemcpy Calls: 0 - BatchedCudaMemcpy Calls: 2153521 + BatchedCudaMemcpy Calls: 2130943 &&&& PASSED Default_Harness # ./build/bin/harness_default -[2024-12-22 22:19:42,970 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 277229, Result is VALID +[2024-12-23 02:30:09,659 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 282347, Result is VALID ======================== Result summaries: ======================== diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt index f8475dda..e3286341 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 6956fa7efe5f 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 74b53a08a206 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 22:20:00 up 12 days, 23:18, 0 users, load average: 1.14, 1.18, 1.39 + 02:30:23 up 4 days, 12:23, 0 users, load average: 1.00, 1.23, 1.55 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -16,7 +16,7 @@ core file size (blocks, -c) unlimited data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited -pending signals (-i) 513919 +pending signals (-i) 511752 max locked memory (kbytes, -l) unlimited max memory size (kbytes, -m) unlimited open files (-n) 1048576 @@ -34,926 +34,927 @@ bash ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5127.016 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 core id : 0 -cpu cores : 24 +cpu cores : 16 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 1 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5465.138 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 0 -cpu cores : 24 -apicid : 1 -initial apicid : 1 +core id : 1 +cpu cores : 16 +apicid : 2 +initial apicid : 2 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 2 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3971.704 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 8 -initial apicid : 8 +core id : 2 +cpu cores : 16 +apicid : 4 +initial apicid : 4 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 3 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 9 -initial apicid : 9 +core id : 3 +cpu cores : 16 +apicid : 6 +initial apicid : 6 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 4 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5387.564 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 16 -initial apicid : 16 +core id : 4 +cpu cores : 16 +apicid : 8 +initial apicid : 8 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 5 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 17 -initial apicid : 17 +core id : 5 +cpu cores : 16 +apicid : 10 +initial apicid : 10 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 6 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 24 -initial apicid : 24 +core id : 6 +cpu cores : 16 +apicid : 12 +initial apicid : 12 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 7 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 25 -initial apicid : 25 +core id : 7 +cpu cores : 16 +apicid : 14 +initial apicid : 14 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 8 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5445.075 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 32 -initial apicid : 32 +core id : 8 +cpu cores : 16 +apicid : 16 +initial apicid : 16 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 9 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3545.397 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 33 -initial apicid : 33 +core id : 9 +cpu cores : 16 +apicid : 18 +initial apicid : 18 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 10 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5109.360 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 40 -initial apicid : 40 +core id : 10 +cpu cores : 16 +apicid : 20 +initial apicid : 20 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 11 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5364.426 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 41 -initial apicid : 41 +core id : 11 +cpu cores : 16 +apicid : 22 +initial apicid : 22 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 12 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 48 -initial apicid : 48 +core id : 12 +cpu cores : 16 +apicid : 24 +initial apicid : 24 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 13 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 49 -initial apicid : 49 +core id : 13 +cpu cores : 16 +apicid : 26 +initial apicid : 26 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 14 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4594.825 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 56 -initial apicid : 56 +core id : 14 +cpu cores : 16 +apicid : 28 +initial apicid : 28 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 15 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 57 -initial apicid : 57 +core id : 15 +cpu cores : 16 +apicid : 30 +initial apicid : 30 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 16 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 32 -cpu cores : 24 -apicid : 64 -initial apicid : 64 +core id : 0 +cpu cores : 16 +apicid : 1 +initial apicid : 1 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 17 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 33 -cpu cores : 24 -apicid : 66 -initial apicid : 66 +core id : 1 +cpu cores : 16 +apicid : 3 +initial apicid : 3 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 18 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4278.191 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5617.845 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 34 -cpu cores : 24 -apicid : 68 -initial apicid : 68 +core id : 2 +cpu cores : 16 +apicid : 5 +initial apicid : 5 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 19 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4174.761 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 35 -cpu cores : 24 -apicid : 70 -initial apicid : 70 +core id : 3 +cpu cores : 16 +apicid : 7 +initial apicid : 7 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 20 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 36 -cpu cores : 24 -apicid : 72 -initial apicid : 72 +core id : 4 +cpu cores : 16 +apicid : 9 +initial apicid : 9 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 21 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 37 -cpu cores : 24 -apicid : 74 -initial apicid : 74 +core id : 5 +cpu cores : 16 +apicid : 11 +initial apicid : 11 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 22 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4031.873 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 38 -cpu cores : 24 -apicid : 76 -initial apicid : 76 +core id : 6 +cpu cores : 16 +apicid : 13 +initial apicid : 13 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 23 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 39 -cpu cores : 24 -apicid : 78 -initial apicid : 78 +core id : 7 +cpu cores : 16 +apicid : 15 +initial apicid : 15 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 24 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 40 -cpu cores : 24 -apicid : 80 -initial apicid : 80 +core id : 8 +cpu cores : 16 +apicid : 17 +initial apicid : 17 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 25 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 41 -cpu cores : 24 -apicid : 82 -initial apicid : 82 +core id : 9 +cpu cores : 16 +apicid : 19 +initial apicid : 19 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 26 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4264.010 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 42 -cpu cores : 24 -apicid : 84 -initial apicid : 84 +core id : 10 +cpu cores : 16 +apicid : 21 +initial apicid : 21 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 27 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 43 -cpu cores : 24 -apicid : 86 -initial apicid : 86 +core id : 11 +cpu cores : 16 +apicid : 23 +initial apicid : 23 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 28 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 44 -cpu cores : 24 -apicid : 88 -initial apicid : 88 +core id : 12 +cpu cores : 16 +apicid : 25 +initial apicid : 25 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 29 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4212.267 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 45 -cpu cores : 24 -apicid : 90 -initial apicid : 90 +core id : 13 +cpu cores : 16 +apicid : 27 +initial apicid : 27 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 30 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 46 -cpu cores : 24 -apicid : 92 -initial apicid : 92 +core id : 14 +cpu cores : 16 +apicid : 29 +initial apicid : 29 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 31 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 47 -cpu cores : 24 -apicid : 94 -initial apicid : 94 +core id : 15 +cpu cores : 16 +apicid : 31 +initial apicid : 31 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] ------------------------------------------------------------ 7. lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian -Address sizes: 46 bits physical, 48 bits virtual +Address sizes: 48 bits physical, 48 bits virtual CPU(s): 32 On-line CPU(s) list: 0-31 -Thread(s) per core: 1 -Core(s) per socket: 24 +Thread(s) per core: 2 +Core(s) per socket: 16 Socket(s): 1 NUMA node(s): 1 -Vendor ID: GenuineIntel -CPU family: 6 -Model: 183 -Model name: 13th Gen Intel(R) Core(TM) i9-13900K -Stepping: 1 -CPU MHz: 5127.016 -CPU max MHz: 5800.0000 -CPU min MHz: 800.0000 -BogoMIPS: 5990.40 -Virtualization: VT-x -L1d cache: 576 KiB -L1i cache: 384 KiB -L2 cache: 24 MiB +Vendor ID: AuthenticAMD +CPU family: 25 +Model: 97 +Model name: AMD Ryzen 9 7950X 16-Core Processor +Stepping: 2 +CPU MHz: 400.000 +CPU max MHz: 5881.0000 +CPU min MHz: 400.0000 +BogoMIPS: 8982.90 +Virtualization: AMD-V +L1d cache: 512 KiB +L1i cache: 512 KiB +L2 cache: 16 MiB +L3 cache: 64 MiB NUMA node0 CPU(s): 0-31 Vulnerability Gather data sampling: Not affected Vulnerability Itlb multihit: Not affected @@ -961,68 +962,68 @@ Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected -Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Reg file data sampling: Not affected Vulnerability Retbleed: Not affected -Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec rstack overflow: Mitigation; Safe RET Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization -Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; STIBP always-on; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected -Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d ------------------------------------------------------------ 8. numactl --hardware available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 -node 0 size: 128549 MB -node 0 free: 37994 MB +node 0 size: 128007 MB +node 0 free: 36984 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 131634476 kB -MemFree: 38906872 kB -MemAvailable: 127632064 kB -Buffers: 142056 kB -Cached: 86017352 kB -SwapCached: 15504 kB -Active: 1973316 kB -Inactive: 84518740 kB -Active(anon): 380532 kB -Inactive(anon): 99724 kB -Active(file): 1592784 kB -Inactive(file): 84419016 kB -Unevictable: 105324 kB +MemTotal: 131080068 kB +MemFree: 37872024 kB +MemAvailable: 127345264 kB +Buffers: 200232 kB +Cached: 86897928 kB +SwapCached: 134728 kB +Active: 3490568 kB +Inactive: 83952768 kB +Active(anon): 340936 kB +Inactive(anon): 42652 kB +Active(file): 3149632 kB +Inactive(file): 83910116 kB +Unevictable: 4360 kB Mlocked: 0 kB -SwapTotal: 1023999996 kB -SwapFree: 1023621628 kB +SwapTotal: 683591672 kB +SwapFree: 683096312 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21184 kB +Dirty: 21120 kB Writeback: 0 kB -AnonPages: 433540 kB -Mapped: 275536 kB -Shmem: 147608 kB -KReclaimable: 3971348 kB -Slab: 4755396 kB -SReclaimable: 3971348 kB -SUnreclaim: 784048 kB -KernelStack: 15456 kB -PageTables: 21020 kB +AnonPages: 340396 kB +Mapped: 267580 kB +Shmem: 34052 kB +KReclaimable: 3660980 kB +Slab: 4430952 kB +SReclaimable: 3660980 kB +SUnreclaim: 769972 kB +KernelStack: 16960 kB +PageTables: 21688 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 1089817232 kB -Committed_AS: 5172460 kB +CommitLimit: 749131704 kB +Committed_AS: 5398924 kB VmallocTotal: 34359738367 kB -VmallocUsed: 375184 kB +VmallocUsed: 253832 kB VmallocChunk: 0 kB -Percpu: 35584 kB +Percpu: 38400 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB -ShmemHugePages: 94208 kB +ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB FilePmdMapped: 0 kB @@ -1033,9 +1034,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 27938252 kB -DirectMap2M: 104966144 kB -DirectMap1G: 1048576 kB +DirectMap4k: 17756576 kB +DirectMap2M: 110389248 kB +DirectMap1G: 6291456 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1238,7 +1239,7 @@ systemd-tmpfiles-clean.timer static enabled 190 unit files listed. ------------------------------------------------------------ 13. Linux kernel boot-time arguments, from /proc/cmdline -BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +BOOT_IMAGE=/boot/vmlinuz-6.8.0-51-generic root=UUID=5e5651b9-cb50-4da6-b556-812171c5d457 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info FAILED: cpupower frequency-info @@ -1277,8 +1278,6 @@ dev.cdrom.info = dev.cdrom.info = dev.cdrom.lock = 0 dev.hpet.max-user-freq = 64 -dev.i915.oa_max_sample_rate = 100000 -dev.i915.perf_stream_paranoid = 1 dev.mac_hid.mouse_button2_keycode = 97 dev.mac_hid.mouse_button3_keycode = 100 dev.mac_hid.mouse_button_emulation = 0 @@ -1291,16 +1290,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1547603 1276001 45 0 601998 0 +fs.dentry-state = 875713 713205 45 0 217350 0 fs.dir-notify-enable = 1 -fs.epoll.max_user_watches = 29287112 +fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6432 0 9223372036854775807 -fs.inode-nr = 1001875 59149 -fs.inode-state = 1001875 59149 0 0 0 0 0 +fs.file-nr = 6720 0 9223372036854775807 +fs.inode-nr = 998648 473605 +fs.inode-state = 998648 473605 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1328,7 +1327,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 718 +fs.quota.syncs = 500 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1355,7 +1354,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 6956fa7efe5f +kernel.hostname = 74b53a08a206 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1392,7 +1391,7 @@ kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 kernel.oops_limit = 10000 -kernel.osrelease = 6.8.0-49-generic +kernel.osrelease = 6.8.0-51-generic kernel.ostype = Linux kernel.overflowgid = 65534 kernel.overflowuid = 65534 @@ -1405,26 +1404,26 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_sample_rate = 63000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 kernel.pid_max = 4194304 kernel.poweroff_cmd = /sbin/poweroff kernel.print-fatal-signals = 0 -kernel.printk = 4 4 1 7 +kernel.printk = 1 4 1 7 kernel.printk_delay = 0 kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 6 +kernel.pty.nr = 9 kernel.pty.reserve = 1024 -kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.boot_id = d972d8ae-c9e1-46e1-875d-9f419475517a kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 242cb8e1-b398-4b6d-bd3b-ffbbd671f356 +kernel.random.uuid = a43ddc5d-a56d-4de8-b156-2d096e96e40b kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1456,9 +1455,9 @@ kernel.split_lock_mitigate = 1 kernel.stack_tracer_enabled = 0 kernel.sysctl_writes_strict = 1 kernel.sysrq = 176 -kernel.tainted = 12289 +kernel.tainted = 12288 kernel.task_delayacct = 0 -kernel.threads-max = 1027838 +kernel.threads-max = 1023505 kernel.timer_migration = 1 kernel.traceoff_on_warning = 0 kernel.tracepoint_printk = 0 @@ -1468,18 +1467,12 @@ kernel.unprivileged_userns_clone = 1 kernel.user_events_max = 32768 kernel.usermodehelper.bset = 4294967295 511 kernel.usermodehelper.inheritable = 4294967295 511 -kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.version = #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 kernel.warn_limit = 0 kernel.watchdog = 1 kernel.watchdog_cpumask = 0-31 kernel.watchdog_thresh = 10 kernel.yama.ptrace_scope = 1 -net.bridge.bridge-nf-call-arptables = 1 -net.bridge.bridge-nf-call-ip6tables = 1 -net.bridge.bridge-nf-call-iptables = 1 -net.bridge.bridge-nf-filter-pppoe-tagged = 0 -net.bridge.bridge-nf-filter-vlan-tagged = 0 -net.bridge.bridge-nf-pass-vlan-input-dev = 0 net.core.optmem_max = 131072 net.core.rps_default_mask = 00000000 net.core.somaxconn = 4096 @@ -2146,18 +2139,18 @@ net.netfilter.nf_log.7 = NONE net.netfilter.nf_log.8 = NONE net.netfilter.nf_log.9 = NONE net.unix.max_dgram_qlen = 10 -user.max_cgroup_namespaces = 513919 +user.max_cgroup_namespaces = 511752 user.max_fanotify_groups = 128 user.max_fanotify_marks = 1048576 user.max_inotify_instances = 128 user.max_inotify_watches = 65536 -user.max_ipc_namespaces = 513919 -user.max_mnt_namespaces = 513919 -user.max_net_namespaces = 513919 -user.max_pid_namespaces = 513919 -user.max_time_namespaces = 513919 -user.max_user_namespaces = 513919 -user.max_uts_namespaces = 513919 +user.max_ipc_namespaces = 511752 +user.max_mnt_namespaces = 511752 +user.max_net_namespaces = 511752 +user.max_pid_namespaces = 511752 +user.max_time_namespaces = 511752 +user.max_user_namespaces = 511752 +user.max_uts_namespaces = 511752 vm.admin_reserve_kbytes = 8192 vm.compact_unevictable_allowed = 1 vm.compaction_proactiveness = 20 @@ -2230,27 +2223,48 @@ UBUNTU_CODENAME=focal 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop -loop1 7:1 0 73.9M 1 loop -loop2 7:2 0 73.9M 1 loop -loop4 7:4 0 274M 1 loop -loop5 7:5 0 10.7M 1 loop -loop6 7:6 0 11.1M 1 loop -loop7 7:7 0 497M 1 loop -loop8 7:8 0 505.1M 1 loop -loop9 7:9 0 91.7M 1 loop -loop10 7:10 0 10.6M 1 loop -loop11 7:11 0 10.7M 1 loop -loop12 7:12 0 38.8M 1 loop -loop13 7:13 0 44.3M 1 loop -loop14 7:14 0 564K 1 loop -loop15 7:15 0 568K 1 loop -loop16 7:16 0 273.7M 1 loop -nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a -nvme0n1 259:2 0 3.7T 0 disk -├─nvme0n1p1 259:3 0 1.1G 0 part -├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin -└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +loop1 7:1 0 104M 1 loop +loop2 7:2 0 104.2M 1 loop +loop3 7:3 0 55.7M 1 loop +loop4 7:4 0 55.4M 1 loop +loop5 7:5 0 64M 1 loop +loop6 7:6 0 63.7M 1 loop +loop7 7:7 0 73.9M 1 loop +loop8 7:8 0 73.9M 1 loop +loop9 7:9 0 274M 1 loop +loop10 7:10 0 273.7M 1 loop +loop11 7:11 0 11.1M 1 loop +loop12 7:12 0 164.8M 1 loop +loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 497M 1 loop +loop15 7:15 0 505.1M 1 loop +loop16 7:16 0 65.5M 1 loop +loop17 7:17 0 65.5M 1 loop +loop18 7:18 0 10.8M 1 loop +loop19 7:19 0 89.4M 1 loop +loop20 7:20 0 91.7M 1 loop +loop22 7:22 0 89.4M 1 loop +loop23 7:23 0 9.1M 1 loop +loop24 7:24 0 150.6M 1 loop +loop25 7:25 0 10.8M 1 loop +loop26 7:26 0 38.8M 1 loop +loop27 7:27 0 44.3M 1 loop +loop28 7:28 0 500K 1 loop +loop29 7:29 0 568K 1 loop +loop30 7:30 0 389.3M 1 loop +loop31 7:31 0 150.6M 1 loop +loop32 7:32 0 389.4M 1 loop +nvme1n1 259:0 0 7.3T 0 disk +└─nvme1n1p1 259:2 0 7.3T 0 part +nvme2n1 259:1 0 3.7T 0 disk +├─nvme2n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/560.35.03/gsp_tu10x.bin +└─nvme2n1p2 259:4 0 465.7G 0 part [SWAP] +nvme0n1 259:5 0 3.7T 0 disk +└─nvme0n1p1 259:6 0 3.7T 0 part +nvme3n1 259:7 0 3.7T 0 disk +├─nvme3n1p1 259:8 0 750M 0 part +├─nvme3n1p2 259:9 0 186.3G 0 part [SWAP] +└─nvme3n1p3 259:10 0 3.5T 0 part ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt index b90018ae..a524a539 100644 --- a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 6956fa7efe5f 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 74b53a08a206 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 00:01:34 up 13 days, 1:00, 0 users, load average: 0.47, 0.56, 0.82 + 03:04:09 up 4 days, 12:57, 0 users, load average: 1.00, 1.01, 1.05 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -16,7 +16,7 @@ core file size (blocks, -c) unlimited data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited -pending signals (-i) 513919 +pending signals (-i) 511752 max locked memory (kbytes, -l) unlimited max memory size (kbytes, -m) unlimited open files (-n) 1048576 @@ -34,926 +34,927 @@ bash ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5446.352 +cache size : 1024 KB physical id : 0 siblings : 32 core id : 0 -cpu cores : 24 +cpu cores : 16 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 1 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 0 -cpu cores : 24 -apicid : 1 -initial apicid : 1 +core id : 1 +cpu cores : 16 +apicid : 2 +initial apicid : 2 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 2 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5446.407 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 8 -initial apicid : 8 +core id : 2 +cpu cores : 16 +apicid : 4 +initial apicid : 4 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 3 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 4 -cpu cores : 24 -apicid : 9 -initial apicid : 9 +core id : 3 +cpu cores : 16 +apicid : 6 +initial apicid : 6 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 4 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 16 -initial apicid : 16 +core id : 4 +cpu cores : 16 +apicid : 8 +initial apicid : 8 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 5 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 8 -cpu cores : 24 -apicid : 17 -initial apicid : 17 +core id : 5 +cpu cores : 16 +apicid : 10 +initial apicid : 10 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 6 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4499.822 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5469.915 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 24 -initial apicid : 24 +core id : 6 +cpu cores : 16 +apicid : 12 +initial apicid : 12 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 7 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 12 -cpu cores : 24 -apicid : 25 -initial apicid : 25 +core id : 7 +cpu cores : 16 +apicid : 14 +initial apicid : 14 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 8 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 32 -initial apicid : 32 +core id : 8 +cpu cores : 16 +apicid : 16 +initial apicid : 16 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 9 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 16 -cpu cores : 24 -apicid : 33 -initial apicid : 33 +core id : 9 +cpu cores : 16 +apicid : 18 +initial apicid : 18 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 10 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5132.806 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 40 -initial apicid : 40 +core id : 10 +cpu cores : 16 +apicid : 20 +initial apicid : 20 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 11 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5239.626 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 20 -cpu cores : 24 -apicid : 41 -initial apicid : 41 +core id : 11 +cpu cores : 16 +apicid : 22 +initial apicid : 22 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 12 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5469.310 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 48 -initial apicid : 48 +core id : 12 +cpu cores : 16 +apicid : 24 +initial apicid : 24 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 13 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 3418.767 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 24 -cpu cores : 24 -apicid : 49 -initial apicid : 49 +core id : 13 +cpu cores : 16 +apicid : 26 +initial apicid : 26 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 14 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 5500.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 56 -initial apicid : 56 +core id : 14 +cpu cores : 16 +apicid : 28 +initial apicid : 28 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 15 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 28 -cpu cores : 24 -apicid : 57 -initial apicid : 57 +core id : 15 +cpu cores : 16 +apicid : 30 +initial apicid : 30 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 16 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.287 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 32 -cpu cores : 24 -apicid : 64 -initial apicid : 64 +core id : 0 +cpu cores : 16 +apicid : 1 +initial apicid : 1 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 17 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4286.756 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 33 -cpu cores : 24 -apicid : 66 -initial apicid : 66 +core id : 1 +cpu cores : 16 +apicid : 3 +initial apicid : 3 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 18 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.871 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5447.147 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 34 -cpu cores : 24 -apicid : 68 -initial apicid : 68 +core id : 2 +cpu cores : 16 +apicid : 5 +initial apicid : 5 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 19 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4306.988 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5449.974 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 35 -cpu cores : 24 -apicid : 70 -initial apicid : 70 +core id : 3 +cpu cores : 16 +apicid : 7 +initial apicid : 7 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 20 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5463.530 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 36 -cpu cores : 24 -apicid : 72 -initial apicid : 72 +core id : 4 +cpu cores : 16 +apicid : 9 +initial apicid : 9 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 21 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 37 -cpu cores : 24 -apicid : 74 -initial apicid : 74 +core id : 5 +cpu cores : 16 +apicid : 11 +initial apicid : 11 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 22 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4300.024 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 5423.850 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 38 -cpu cores : 24 -apicid : 76 -initial apicid : 76 +core id : 6 +cpu cores : 16 +apicid : 13 +initial apicid : 13 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 23 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 39 -cpu cores : 24 -apicid : 78 -initial apicid : 78 +core id : 7 +cpu cores : 16 +apicid : 15 +initial apicid : 15 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 24 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4279.220 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 40 -cpu cores : 24 -apicid : 80 -initial apicid : 80 +core id : 8 +cpu cores : 16 +apicid : 17 +initial apicid : 17 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 25 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 41 -cpu cores : 24 -apicid : 82 -initial apicid : 82 +core id : 9 +cpu cores : 16 +apicid : 19 +initial apicid : 19 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 26 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 42 -cpu cores : 24 -apicid : 84 -initial apicid : 84 +core id : 10 +cpu cores : 16 +apicid : 21 +initial apicid : 21 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 27 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 43 -cpu cores : 24 -apicid : 86 -initial apicid : 86 +core id : 11 +cpu cores : 16 +apicid : 23 +initial apicid : 23 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 28 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 44 -cpu cores : 24 -apicid : 88 -initial apicid : 88 +core id : 12 +cpu cores : 16 +apicid : 25 +initial apicid : 25 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 29 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 4301.159 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 45 -cpu cores : 24 -apicid : 90 -initial apicid : 90 +core id : 13 +cpu cores : 16 +apicid : 27 +initial apicid : 27 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 30 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 46 -cpu cores : 24 -apicid : 92 -initial apicid : 92 +core id : 14 +cpu cores : 16 +apicid : 29 +initial apicid : 29 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] processor : 31 -vendor_id : GenuineIntel -cpu family : 6 -model : 183 -model name : 13th Gen Intel(R) Core(TM) i9-13900K -stepping : 1 -microcode : 0x129 -cpu MHz : 800.000 -cache size : 36864 KB +vendor_id : AuthenticAMD +cpu family : 25 +model : 97 +model name : AMD Ryzen 9 7950X 16-Core Processor +stepping : 2 +microcode : 0xa601206 +cpu MHz : 400.000 +cache size : 1024 KB physical id : 0 siblings : 32 -core id : 47 -cpu cores : 24 -apicid : 94 -initial apicid : 94 +core id : 15 +cpu cores : 16 +apicid : 31 +initial apicid : 31 fpu : yes fpu_exception : yes -cpuid level : 32 +cpuid level : 16 wp : yes -flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities -vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause -bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi -bogomips : 5990.40 +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d +bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso +bogomips : 8982.90 +TLB size : 3584 4K pages clflush size : 64 cache_alignment : 64 -address sizes : 46 bits physical, 48 bits virtual -power management: +address sizes : 48 bits physical, 48 bits virtual +power management: ts ttp tm hwpstate cpb eff_freq_ro [13] [14] ------------------------------------------------------------ 7. lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian -Address sizes: 46 bits physical, 48 bits virtual +Address sizes: 48 bits physical, 48 bits virtual CPU(s): 32 On-line CPU(s) list: 0-31 -Thread(s) per core: 1 -Core(s) per socket: 24 +Thread(s) per core: 2 +Core(s) per socket: 16 Socket(s): 1 NUMA node(s): 1 -Vendor ID: GenuineIntel -CPU family: 6 -Model: 183 -Model name: 13th Gen Intel(R) Core(TM) i9-13900K -Stepping: 1 -CPU MHz: 5500.000 -CPU max MHz: 5800.0000 -CPU min MHz: 800.0000 -BogoMIPS: 5990.40 -Virtualization: VT-x -L1d cache: 576 KiB -L1i cache: 384 KiB -L2 cache: 24 MiB +Vendor ID: AuthenticAMD +CPU family: 25 +Model: 97 +Model name: AMD Ryzen 9 7950X 16-Core Processor +Stepping: 2 +CPU MHz: 5463.949 +CPU max MHz: 5881.0000 +CPU min MHz: 400.0000 +BogoMIPS: 8982.90 +Virtualization: AMD-V +L1d cache: 512 KiB +L1i cache: 512 KiB +L2 cache: 16 MiB +L3 cache: 64 MiB NUMA node0 CPU(s): 0-31 Vulnerability Gather data sampling: Not affected Vulnerability Itlb multihit: Not affected @@ -961,68 +962,68 @@ Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected -Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Reg file data sampling: Not affected Vulnerability Retbleed: Not affected -Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec rstack overflow: Mitigation; Safe RET Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization -Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; STIBP always-on; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected -Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good amd_lbr_v2 nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba perfmon_v2 ibrs ibpb stibp ibrs_enhanced vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local user_shstk avx512_bf16 clzero irperf xsaveerptr rdpru wbnoinvd cppc arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif x2avic v_spec_ctrl vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg avx512_vpopcntdq rdpid overflow_recov succor smca fsrm flush_l1d ------------------------------------------------------------ 8. numactl --hardware available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 -node 0 size: 128549 MB -node 0 free: 30384 MB +node 0 size: 128007 MB +node 0 free: 29978 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 131634476 kB -MemFree: 31113148 kB -MemAvailable: 127715640 kB -Buffers: 161324 kB -Cached: 93846952 kB -SwapCached: 15744 kB -Active: 2055352 kB -Inactive: 92360376 kB -Active(anon): 456172 kB -Inactive(anon): 99708 kB -Active(file): 1599180 kB -Inactive(file): 92260668 kB -Unevictable: 105328 kB +MemTotal: 131080068 kB +MemFree: 30698384 kB +MemAvailable: 127609660 kB +Buffers: 203756 kB +Cached: 94301040 kB +SwapCached: 134752 kB +Active: 3498448 kB +Inactive: 91358048 kB +Active(anon): 347864 kB +Inactive(anon): 42652 kB +Active(file): 3150584 kB +Inactive(file): 91315396 kB +Unevictable: 4360 kB Mlocked: 0 kB -SwapTotal: 1023999996 kB -SwapFree: 1023690236 kB +SwapTotal: 683591672 kB +SwapFree: 683096312 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 172 kB -Writeback: 0 kB -AnonPages: 508428 kB -Mapped: 282628 kB -Shmem: 148428 kB -KReclaimable: 4000600 kB -Slab: 4784576 kB -SReclaimable: 4000600 kB -SUnreclaim: 783976 kB -KernelStack: 15552 kB -PageTables: 20872 kB +Dirty: 20 kB +Writeback: 20 kB +AnonPages: 347044 kB +Mapped: 266280 kB +Shmem: 34456 kB +KReclaimable: 3692784 kB +Slab: 4462140 kB +SReclaimable: 3692784 kB +SUnreclaim: 769356 kB +KernelStack: 17632 kB +PageTables: 23016 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 1089817232 kB -Committed_AS: 5188140 kB +CommitLimit: 749131704 kB +Committed_AS: 5406156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 375228 kB +VmallocUsed: 253704 kB VmallocChunk: 0 kB -Percpu: 35584 kB +Percpu: 38400 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB -ShmemHugePages: 94208 kB +ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB FilePmdMapped: 0 kB @@ -1033,9 +1034,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 28001740 kB -DirectMap2M: 104902656 kB -DirectMap1G: 1048576 kB +DirectMap4k: 17795488 kB +DirectMap2M: 110350336 kB +DirectMap1G: 6291456 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1238,7 +1239,7 @@ systemd-tmpfiles-clean.timer static enabled 190 unit files listed. ------------------------------------------------------------ 13. Linux kernel boot-time arguments, from /proc/cmdline -BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +BOOT_IMAGE=/boot/vmlinuz-6.8.0-51-generic root=UUID=5e5651b9-cb50-4da6-b556-812171c5d457 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info FAILED: cpupower frequency-info @@ -1277,8 +1278,6 @@ dev.cdrom.info = dev.cdrom.info = dev.cdrom.lock = 0 dev.hpet.max-user-freq = 64 -dev.i915.oa_max_sample_rate = 100000 -dev.i915.perf_stream_paranoid = 1 dev.mac_hid.mouse_button2_keycode = 97 dev.mac_hid.mouse_button3_keycode = 100 dev.mac_hid.mouse_button_emulation = 0 @@ -1291,16 +1290,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 1573491 1298479 45 0 618816 0 +fs.dentry-state = 891061 725131 45 0 223944 0 fs.dir-notify-enable = 1 -fs.epoll.max_user_watches = 29287112 +fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6240 0 9223372036854775807 -fs.inode-nr = 1010938 59149 -fs.inode-state = 1010938 59149 0 0 0 0 0 +fs.file-nr = 6592 0 9223372036854775807 +fs.inode-nr = 1007395 473605 +fs.inode-state = 1007395 473605 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1328,7 +1327,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 718 +fs.quota.syncs = 500 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1355,7 +1354,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 6956fa7efe5f +kernel.hostname = 74b53a08a206 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1387,12 +1386,12 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 32859 +kernel.ns_last_pid = 18589 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 kernel.oops_limit = 10000 -kernel.osrelease = 6.8.0-49-generic +kernel.osrelease = 6.8.0-51-generic kernel.ostype = Linux kernel.overflowgid = 65534 kernel.overflowuid = 65534 @@ -1405,26 +1404,26 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_sample_rate = 63000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 kernel.pid_max = 4194304 kernel.poweroff_cmd = /sbin/poweroff kernel.print-fatal-signals = 0 -kernel.printk = 4 4 1 7 +kernel.printk = 1 4 1 7 kernel.printk_delay = 0 kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 6 +kernel.pty.nr = 9 kernel.pty.reserve = 1024 -kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.boot_id = d972d8ae-c9e1-46e1-875d-9f419475517a kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5e56fa71-8c71-44d6-90e8-dd1dea56a9e7 +kernel.random.uuid = ed061b83-2c8c-4b79-9f0f-f6215849b86a kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1456,9 +1455,9 @@ kernel.split_lock_mitigate = 1 kernel.stack_tracer_enabled = 0 kernel.sysctl_writes_strict = 1 kernel.sysrq = 176 -kernel.tainted = 12289 +kernel.tainted = 12288 kernel.task_delayacct = 0 -kernel.threads-max = 1027838 +kernel.threads-max = 1023505 kernel.timer_migration = 1 kernel.traceoff_on_warning = 0 kernel.tracepoint_printk = 0 @@ -1468,18 +1467,12 @@ kernel.unprivileged_userns_clone = 1 kernel.user_events_max = 32768 kernel.usermodehelper.bset = 4294967295 511 kernel.usermodehelper.inheritable = 4294967295 511 -kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.version = #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 kernel.warn_limit = 0 kernel.watchdog = 1 kernel.watchdog_cpumask = 0-31 kernel.watchdog_thresh = 10 kernel.yama.ptrace_scope = 1 -net.bridge.bridge-nf-call-arptables = 1 -net.bridge.bridge-nf-call-ip6tables = 1 -net.bridge.bridge-nf-call-iptables = 1 -net.bridge.bridge-nf-filter-pppoe-tagged = 0 -net.bridge.bridge-nf-filter-vlan-tagged = 0 -net.bridge.bridge-nf-pass-vlan-input-dev = 0 net.core.optmem_max = 131072 net.core.rps_default_mask = 00000000 net.core.somaxconn = 4096 @@ -2146,18 +2139,18 @@ net.netfilter.nf_log.7 = NONE net.netfilter.nf_log.8 = NONE net.netfilter.nf_log.9 = NONE net.unix.max_dgram_qlen = 10 -user.max_cgroup_namespaces = 513919 +user.max_cgroup_namespaces = 511752 user.max_fanotify_groups = 128 user.max_fanotify_marks = 1048576 user.max_inotify_instances = 128 user.max_inotify_watches = 65536 -user.max_ipc_namespaces = 513919 -user.max_mnt_namespaces = 513919 -user.max_net_namespaces = 513919 -user.max_pid_namespaces = 513919 -user.max_time_namespaces = 513919 -user.max_user_namespaces = 513919 -user.max_uts_namespaces = 513919 +user.max_ipc_namespaces = 511752 +user.max_mnt_namespaces = 511752 +user.max_net_namespaces = 511752 +user.max_pid_namespaces = 511752 +user.max_time_namespaces = 511752 +user.max_user_namespaces = 511752 +user.max_uts_namespaces = 511752 vm.admin_reserve_kbytes = 8192 vm.compact_unevictable_allowed = 1 vm.compaction_proactiveness = 20 @@ -2230,27 +2223,48 @@ UBUNTU_CODENAME=focal 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop -loop1 7:1 0 73.9M 1 loop -loop2 7:2 0 73.9M 1 loop -loop4 7:4 0 274M 1 loop -loop5 7:5 0 10.7M 1 loop -loop6 7:6 0 11.1M 1 loop -loop7 7:7 0 497M 1 loop -loop8 7:8 0 505.1M 1 loop -loop9 7:9 0 91.7M 1 loop -loop10 7:10 0 10.6M 1 loop -loop11 7:11 0 10.7M 1 loop -loop12 7:12 0 38.8M 1 loop -loop13 7:13 0 44.3M 1 loop -loop14 7:14 0 564K 1 loop -loop15 7:15 0 568K 1 loop -loop16 7:16 0 273.7M 1 loop -nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a -nvme0n1 259:2 0 3.7T 0 disk -├─nvme0n1p1 259:3 0 1.1G 0 part -├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin -└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +loop1 7:1 0 104M 1 loop +loop2 7:2 0 104.2M 1 loop +loop3 7:3 0 55.7M 1 loop +loop4 7:4 0 55.4M 1 loop +loop5 7:5 0 64M 1 loop +loop6 7:6 0 63.7M 1 loop +loop7 7:7 0 73.9M 1 loop +loop8 7:8 0 73.9M 1 loop +loop9 7:9 0 274M 1 loop +loop10 7:10 0 273.7M 1 loop +loop11 7:11 0 11.1M 1 loop +loop12 7:12 0 164.8M 1 loop +loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 497M 1 loop +loop15 7:15 0 505.1M 1 loop +loop16 7:16 0 65.5M 1 loop +loop17 7:17 0 65.5M 1 loop +loop18 7:18 0 10.8M 1 loop +loop19 7:19 0 89.4M 1 loop +loop20 7:20 0 91.7M 1 loop +loop22 7:22 0 89.4M 1 loop +loop23 7:23 0 9.1M 1 loop +loop24 7:24 0 150.6M 1 loop +loop25 7:25 0 10.8M 1 loop +loop26 7:26 0 38.8M 1 loop +loop27 7:27 0 44.3M 1 loop +loop28 7:28 0 500K 1 loop +loop29 7:29 0 568K 1 loop +loop30 7:30 0 389.3M 1 loop +loop31 7:31 0 150.6M 1 loop +loop32 7:32 0 389.4M 1 loop +nvme1n1 259:0 0 7.3T 0 disk +└─nvme1n1p1 259:2 0 7.3T 0 part +nvme2n1 259:1 0 3.7T 0 disk +├─nvme2n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/560.35.03/gsp_tu10x.bin +└─nvme2n1p2 259:4 0 465.7G 0 part [SWAP] +nvme0n1 259:5 0 3.7T 0 disk +└─nvme0n1p1 259:6 0 3.7T 0 part +nvme3n1 259:7 0 3.7T 0 disk +├─nvme3n1p1 259:8 0 750M 0 part +├─nvme3n1p2 259:9 0 186.3G 0 part [SWAP] +└─nvme3n1p3 259:10 0 3.5T 0 part ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt index 7e29f217..f93b4d80 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt @@ -1,646 +1,646 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.004991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T23:29:11Z", "time_ms": 0.011854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.011854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 142, "time_ms": 0.011854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.011854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.011854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 185217, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.017812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_target_qps", "value": 5399.07, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.017984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.023499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 0.758468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 88.865819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 88.865819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 88.865819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 152.752426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 152.752426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 152.752426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 152.752426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 152.752426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 152.752426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:11.114", "time_ms": 152.752634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:11.176", "time_ms": 152.752634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602,41244,46924,31725,25911,34447,2465,34821], "time_ms": 152.991547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 244.882489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 244.882489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 244.882489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 315.468234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 315.468234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 315.468234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 315.468234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 315.468234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 315.468234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:11.270", "time_ms": 315.468662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:11.331", "time_ms": 315.468662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693,22238,2337,41154,31589,8376,24475,49286], "time_ms": 315.643440, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 399.774033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 399.774033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 399.774033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 468.116972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 468.116972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 468.116972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 468.116972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 468.116972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 468.116972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:11.425", "time_ms": 468.117226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:11.486", "time_ms": 468.117226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001,7094,46102,43038,27042,1265,41618,24744], "time_ms": 468.374509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 560.529925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 560.529925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 560.529925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 630.332771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 630.332771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 630.332771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 630.332771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 630.332771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 630.332771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:11.586", "time_ms": 630.332943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:11.647", "time_ms": 630.332943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404,3909,49916,48275,3262,7673,41902,5681], "time_ms": 630.503378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 714.571159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 714.571159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 714.571159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 781.816797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 781.816797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 781.816797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 781.816797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 781.816797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 781.816797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:11.740", "time_ms": 781.817074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:11.801", "time_ms": 781.817074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159,38795,26909,20082,23250,41582,28242,76], "time_ms": 781.986270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 865.847291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 865.847291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 865.847291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 932.976392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 932.976392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 932.976392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 932.976392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 932.976392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 932.976392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:11.891", "time_ms": 932.976607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:11.952", "time_ms": 932.976607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637,17263,21033,20570,9316,36738,26335,33083], "time_ms": 933.186110, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1018.137615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1018.137615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1018.137615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1084.119800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1084.119800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1084.119800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1084.119800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1084.119800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1084.119800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.043", "time_ms": 1084.119955, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:12.104", "time_ms": 1084.119955, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373,10997,2704,28908,2241,43850,25933,28232], "time_ms": 1084.289881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1168.061269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1168.061269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1168.061269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1235.287969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1235.287969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1235.287969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1235.287969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1235.287969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1235.287969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.193", "time_ms": 1235.288156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:12.254", "time_ms": 1235.288156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515,7968,10150,17731,23167,8735,21416,3110], "time_ms": 1235.461791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1319.808117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1319.808117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1319.808117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1386.577881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1386.577881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1386.577881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1386.577881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1386.577881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1386.577881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.345", "time_ms": 1386.578053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:12.405", "time_ms": 1386.578053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636,38464,30146,37066,16457,45888,26437,26121], "time_ms": 1386.750908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1470.364332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1470.364332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1470.364332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1538.197916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1538.197916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1538.197916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1538.197916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1538.197916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1538.197916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.496", "time_ms": 1538.198100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:12.556", "time_ms": 1538.198100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489,38046,43051,30404,32956,6223,46090,6712], "time_ms": 1538.368836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1622.561263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1622.561263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1622.561263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1689.472251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1689.472251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1689.472251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1689.472251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1689.472251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1689.472251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.648", "time_ms": 1689.472426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:12.708", "time_ms": 1689.472426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692,17614,17890,7963,25170,8417,29673,25907], "time_ms": 1689.641945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1775.513989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1775.513989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1775.513989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1840.720673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1840.720673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1840.720673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1840.720673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1840.720673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1840.720673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.801", "time_ms": 1840.720858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:12.861", "time_ms": 1840.720858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662,9341,48321,28927,8882,37717,32964,43239], "time_ms": 1840.884669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1923.717157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1923.717157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 1923.717157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1992.054674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1992.054674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1992.054674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1992.054674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1992.054674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1992.054674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:12.949", "time_ms": 1992.054935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.009", "time_ms": 1992.054935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331,41570,8062,11931,25437,17168,44712,17322], "time_ms": 1992.223482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2076.311666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2076.311666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2076.311666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2143.252720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2143.252720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2143.252720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2143.252720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2143.252720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2143.252720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:13.102", "time_ms": 2143.252966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.162", "time_ms": 2143.252966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066,10244,29491,16467,49979,28693,1854,27809], "time_ms": 2143.455643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2227.077299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2227.077299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2227.077299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2294.519712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2294.519712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2294.519712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2294.519712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2294.519712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2294.519712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:13.252", "time_ms": 2294.519906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.313", "time_ms": 2294.519906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415,43873,23461,46104,4595,47731,38752,23809], "time_ms": 2294.687226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2377.482546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2377.482546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2377.482546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2445.703808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2445.703808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2445.703808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2445.703808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2445.703808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2445.703808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:13.403", "time_ms": 2445.704018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.463", "time_ms": 2445.704018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121,10916,38163,10895,48098,31349,5108,9805], "time_ms": 2445.873506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2528.154425, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2528.154425, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2528.154425, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2596.984103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2596.984103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2596.984103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2596.984103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2596.984103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2596.984103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:13.553", "time_ms": 2596.984292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.614", "time_ms": 2596.984292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645,1298,45874,15789,20931,35929,42812,35308], "time_ms": 2597.148140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2682.351602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2682.351602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2682.351602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2748.113181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2748.113181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2748.113181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2748.113181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2748.113181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2748.113181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:13.708", "time_ms": 2748.113280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.768", "time_ms": 2748.113280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941,2752,39178,25031,15807,11690,22864,4343], "time_ms": 2748.282396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2831.004216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2831.004216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2831.004216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2899.318648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2899.318648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2899.318648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2899.318648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2899.318648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2899.318648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:13.856", "time_ms": 2899.318767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:13.917", "time_ms": 2899.318767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691,14062,26451,42626,15728,1209,7503,31469], "time_ms": 2899.490220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2981.504512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2981.504512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 2981.504512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3050.550618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3050.550618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3050.550618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3050.550618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3050.550618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3050.550618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.007", "time_ms": 3050.550825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.068", "time_ms": 3050.550825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347,38356,46727,47100,39617,36818,47831,46805], "time_ms": 3050.726401, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3133.199544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3133.199544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 3133.199544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3201.774920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3201.774920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3201.774920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3201.774920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3201.774920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3201.774920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.158", "time_ms": 3201.775071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.219", "time_ms": 3201.775071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906,43706,28806,22714,15376,22190,23580,147], "time_ms": 3201.954820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3285.278427, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3285.278427, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 3285.278427, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3352.997881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3352.997881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3352.997881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3352.997881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3352.997881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3352.997881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.310", "time_ms": 3352.997990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.371", "time_ms": 3352.997990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742,27974,31806,49966,17620,13287,27524,23256], "time_ms": 3353.164173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3434.962454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3434.962454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 3434.962454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3504.226436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3504.226436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3504.226436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3504.226436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3504.226436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3504.226436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.460", "time_ms": 3504.226547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.521", "time_ms": 3504.226547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626,3096,9071,42649,13552,40804,39912,37246], "time_ms": 3504.393024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3587.099318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3587.099318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 3587.099318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3655.472452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3655.472452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3655.472452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3655.472452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3655.472452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3655.472452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.612", "time_ms": 3655.472569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.673", "time_ms": 3655.472569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032,29833,6419,45761,34965,36733,39712,27677], "time_ms": 3655.642671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3737.730105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3737.730105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 3737.730105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3806.705207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3806.705207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3806.705207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3806.705207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3806.705207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3806.705207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.763", "time_ms": 3806.705307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.824", "time_ms": 3806.705307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784,36396,10224,32135,30810,314,17055,48995], "time_ms": 3806.873156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3889.364510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3889.364510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 3889.364510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3958.277022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3958.277022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3958.277022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3958.277022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3958.277022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3958.277022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:14.915", "time_ms": 3958.277212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:14.976", "time_ms": 3958.277212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429,9356,6468,36113,4317,25214,16780,27058], "time_ms": 3958.449631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4040.013083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4040.013083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4040.013083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4110.189506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4110.189506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4110.189506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4110.189506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4110.189506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4110.189506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.065", "time_ms": 4110.189687, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:15.126", "time_ms": 4110.189687, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209,39389,4838,6980,12206,49628,16828,40097], "time_ms": 4110.353574, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4191.558727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4191.558727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4191.558727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4262.099803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4262.099803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4262.099803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4262.099803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4262.099803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4262.099803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.217", "time_ms": 4262.099984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:15.277", "time_ms": 4262.099984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501,41208,21398,2787,3650,33194,23162,47435], "time_ms": 4262.266880, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4343.759431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4343.759431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4343.759431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4414.041148, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4414.041148, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4414.041148, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4414.041148, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4414.041148, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4414.041148, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.369", "time_ms": 4414.041295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:15.429", "time_ms": 4414.041295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415,26865,24594,21734,38630,48080,5125,19936], "time_ms": 4414.210731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4495.895233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4495.895233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4495.895233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4565.949999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4565.949999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4565.949999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4565.949999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4565.949999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4565.949999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.521", "time_ms": 4565.950194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:15.581", "time_ms": 4565.950194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563,46259,48891,9618,9872,22243,8704,9185], "time_ms": 4566.119986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4647.296571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4647.296571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4647.296571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4717.849537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4717.849537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4717.849537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4717.849537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4717.849537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4717.849537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.672", "time_ms": 4717.849754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:15.733", "time_ms": 4717.849754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530,49339,45323,36830,8432,34929,44252,29328], "time_ms": 4718.012043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4799.517981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4799.517981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4799.517981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4869.786818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4869.786818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4869.786818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4869.786818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4869.786818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4869.786818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.825", "time_ms": 4869.787070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:15.885", "time_ms": 4869.787070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850,42751,21852,16326,2877,36245,44208,41442], "time_ms": 4869.957839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4951.718134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4951.718134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 4951.718134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5021.785695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5021.785695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5021.785695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5021.785695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5021.785695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5021.785695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:15.977", "time_ms": 5021.785947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.038", "time_ms": 5021.785947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959,11435,24219,786,24469,22498,22834,32798], "time_ms": 5021.956748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5103.450180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5103.450180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5103.450180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5173.716188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5173.716188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5173.716188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5173.716188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5173.716188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5173.716188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:16.129", "time_ms": 5173.716338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.189", "time_ms": 5173.716338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425,32824,37718,37541,30864,30884,15400,47720], "time_ms": 5173.891239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5254.312773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5254.312773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5254.312773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5315.503663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5315.503663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5315.503663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5315.503663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5315.503663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5315.503663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:16.280", "time_ms": 5315.503788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.340", "time_ms": 5315.503788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900,20844,11358,43566,22248,39780,42750,46266], "time_ms": 5315.668731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5396.749134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5396.749134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5396.749134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5457.311002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5457.311002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5457.311002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5457.311002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5457.311002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5457.311002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:16.422", "time_ms": 5457.311147, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.482", "time_ms": 5457.311147, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626,9092,38561,7732,23609,17274,1015,48645], "time_ms": 5457.474216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5539.159613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5539.159613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5539.159613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5609.018853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5609.018853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5609.018853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5609.018853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5609.018853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5609.018853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:16.564", "time_ms": 5609.018976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.625", "time_ms": 5609.018976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786,44322,32616,15662,21288,47416,3417,7393], "time_ms": 5609.186398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5692.076705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5692.076705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5692.076705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5760.327047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5760.327047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5760.327047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5760.327047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5760.327047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5760.327047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:16.717", "time_ms": 5760.327172, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.778", "time_ms": 5760.327172, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567,33982,10858,23093,34861,42315,38298,43220], "time_ms": 5760.498585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5841.972235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5841.972235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5841.972235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5911.572665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5911.572665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5911.572665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5911.572665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5911.572665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5911.572665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:16.867", "time_ms": 5911.572824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:16.928", "time_ms": 5911.572824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243,4340,20120,36945,57,28964,23374,4678], "time_ms": 5911.762473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5994.755455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5994.755455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 5994.755455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6063.498314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6063.498314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6063.498314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6063.498314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6063.498314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6063.498314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.020", "time_ms": 6063.498500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.080", "time_ms": 6063.498500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651,30028,31923,35245,2620,46620,38631,47334], "time_ms": 6063.673123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6144.649779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6144.649779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 6144.649779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6205.264681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6205.264681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6205.264681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6205.264681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6205.264681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6205.264681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.170", "time_ms": 6205.264831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.230", "time_ms": 6205.264831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654,22803,36486,8868,33883,47891,37350,39174], "time_ms": 6205.429097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6286.499196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6286.499196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 6286.499196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6347.089700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6347.089700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6347.089700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6347.089700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6347.089700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6347.089700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.312", "time_ms": 6347.089830, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.372", "time_ms": 6347.089830, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717,22371,33188,16394,33209,9693,17852,37188], "time_ms": 6347.254395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6428.426748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6428.426748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 6428.426748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6488.952327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6488.952327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6488.952327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6488.952327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6488.952327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6488.952327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.454", "time_ms": 6488.952430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.514", "time_ms": 6488.952430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132,32394,11642,34866,41793,36684,646,35658], "time_ms": 6489.118809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6570.338546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6570.338546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 6570.338546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6630.955788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6630.955788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6630.955788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6630.955788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6630.955788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6630.955788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.596", "time_ms": 6630.955909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.656", "time_ms": 6630.955909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234,16202,48007,6016,30751,10108,37163,23871], "time_ms": 6631.121444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6713.056323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6713.056323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 6713.056323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6783.121414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6783.121414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6783.121414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6783.121414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6783.121414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6783.121414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.738", "time_ms": 6783.121570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.798", "time_ms": 6783.121570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507,38559,14638,25888,3763,39505,23680,14942], "time_ms": 6783.291966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6863.613269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6863.613269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 6863.613269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6925.078745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6925.078745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6925.078745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6925.078745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6925.078745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6925.078745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:17.889", "time_ms": 6925.078912, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:17.950", "time_ms": 6925.078912, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643,14024,29797,34717,9858,41430,16373,46526], "time_ms": 6925.249031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 7006.232184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7006.232184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 7006.232184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7067.121727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7067.121727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7067.121727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7067.121727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7067.121727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7067.121727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:18.031", "time_ms": 7067.121869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:18.092", "time_ms": 7067.121869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799,33177,34659,34350,28953,33676,11428,39928], "time_ms": 7067.294140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 7149.032178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7149.032178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 23707776, "time_ms": 7149.032178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7219.219421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7219.219421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7219.219421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7219.219421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7219.219421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7219.219421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:18.174", "time_ms": 7219.219587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:18.235", "time_ms": 7219.219587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678,29543,16880,963,24133,49159,35409,38842], "time_ms": 7219.386300, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_count", "value": 106, "time_ms": 7288.711152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7288.711152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "generated_query_duration", "value": 19633002, "time_ms": 7288.711152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7340.957817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7340.957817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7340.957817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7340.957817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7340.957817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7340.957817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:29:18.314", "time_ms": 7340.957961, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:29:18.364", "time_ms": 7340.957961, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.011511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T03:38:43Z", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 50, "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 176954, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.021750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_target_qps", "value": 5651.2, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.021870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.022852, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 0.511094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 103.052665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 103.052665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 103.052665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 162.012705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 162.012705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 162.012705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 162.012705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 162.012705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 162.012705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:44.077", "time_ms": 162.013096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:44.135", "time_ms": 162.013096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602,41244,46924,31725,25911,34447,2465,34821], "time_ms": 162.315971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 265.705525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 265.705525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 265.705525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 323.909824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 323.909824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 323.909824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 323.909824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 323.909824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 323.909824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:44.240", "time_ms": 323.910195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:44.297", "time_ms": 323.910195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693,22238,2337,41154,31589,8376,24475,49286], "time_ms": 324.103696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 424.722225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 424.722225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 424.722225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 485.794561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 485.794561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 485.794561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 485.794561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 485.794561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 485.794561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:44.399", "time_ms": 485.795011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:44.457", "time_ms": 485.795011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001,7094,46102,43038,27042,1265,41618,24744], "time_ms": 486.040750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 587.938749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 587.938749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 587.938749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 647.674558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 647.674558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 647.674558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 647.674558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 647.674558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 647.674558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:44.562", "time_ms": 647.674969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:44.620", "time_ms": 647.674969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404,3909,49916,48275,3262,7673,41902,5681], "time_ms": 647.913444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 739.911254, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 739.911254, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 739.911254, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 799.217020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 799.217020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 799.217020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 799.217020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 799.217020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 799.217020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:44.714", "time_ms": 799.217380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:44.771", "time_ms": 799.217380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159,38795,26909,20082,23250,41582,28242,76], "time_ms": 799.492815, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 890.017343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 890.017343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 890.017343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 950.703336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 950.703336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 950.703336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 950.703336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 950.703336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 950.703336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:44.864", "time_ms": 950.703717, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:44.922", "time_ms": 950.703717, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637,17263,21033,20570,9316,36738,26335,33083], "time_ms": 950.948644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1041.279060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1041.279060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1041.279060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1102.263722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1102.263722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1102.263722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1102.263722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1102.263722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1102.263722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.015", "time_ms": 1102.264082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.073", "time_ms": 1102.264082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373,10997,2704,28908,2241,43850,25933,28232], "time_ms": 1102.506806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1192.405685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1192.405685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1192.405685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1253.755208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1253.755208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1253.755208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1253.755208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1253.755208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1253.755208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.166", "time_ms": 1253.755599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.224", "time_ms": 1253.755599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515,7968,10150,17731,23167,8735,21416,3110], "time_ms": 1253.997120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1344.481803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1344.481803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1344.481803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1405.270318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1405.270318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1405.270318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1405.270318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1405.270318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1405.270318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.318", "time_ms": 1405.270699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.376", "time_ms": 1405.270699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636,38464,30146,37066,16457,45888,26437,26121], "time_ms": 1405.516999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1495.833569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1495.833569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1495.833569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1556.830313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1556.830313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1556.830313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1556.830313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1556.830313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1556.830313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.470", "time_ms": 1556.830674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.527", "time_ms": 1556.830674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489,38046,43051,30404,32956,6223,46090,6712], "time_ms": 1557.071323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1649.135727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1649.135727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1649.135727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1708.569131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1708.569131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1708.569131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1708.569131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1708.569131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1708.569131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.623", "time_ms": 1708.569732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.681", "time_ms": 1708.569732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692,17614,17890,7963,25170,8417,29673,25907], "time_ms": 1708.833375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1801.367877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1801.367877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1801.367877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1860.342644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1860.342644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1860.342644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1860.342644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1860.342644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1860.342644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.775", "time_ms": 1860.342995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.833", "time_ms": 1860.342995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662,9341,48321,28927,8882,37717,32964,43239], "time_ms": 1860.518242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1952.476879, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1952.476879, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 1952.476879, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2012.051807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2012.051807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2012.051807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2012.051807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2012.051807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2012.051807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:45.926", "time_ms": 2012.052178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:45.984", "time_ms": 2012.052178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331,41570,8062,11931,25437,17168,44712,17322], "time_ms": 2012.299410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2103.873297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2103.873297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 2103.873297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2163.800464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2163.800464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2163.800464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2163.800464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2163.800464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2163.800464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.078", "time_ms": 2163.800844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:46.136", "time_ms": 2163.800844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066,10244,29491,16467,49979,28693,1854,27809], "time_ms": 2164.039049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2255.799025, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2255.799025, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 2255.799025, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2315.564098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2315.564098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2315.564098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2315.564098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2315.564098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2315.564098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.230", "time_ms": 2315.564509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:46.287", "time_ms": 2315.564509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415,43873,23461,46104,4595,47731,38752,23809], "time_ms": 2315.817151, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2407.611851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2407.611851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 2407.611851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2467.195085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2467.195085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2467.195085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2467.195085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2467.195085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2467.195085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.382", "time_ms": 2467.195386, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:46.439", "time_ms": 2467.195386, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121,10916,38163,10895,48098,31349,5108,9805], "time_ms": 2467.369671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2559.113517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2559.113517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 2559.113517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2618.683826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2618.683826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2618.683826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2618.683826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2618.683826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2618.683826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.533", "time_ms": 2618.684447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:46.591", "time_ms": 2618.684447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645,1298,45874,15789,20931,35929,42812,35308], "time_ms": 2618.926980, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2710.497863, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2710.497863, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 2710.497863, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2770.219325, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2770.219325, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2770.219325, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2770.219325, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2770.219325, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2770.219325, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.685", "time_ms": 2770.219706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:46.742", "time_ms": 2770.219706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941,2752,39178,25031,15807,11690,22864,4343], "time_ms": 2770.467578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2859.940843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2859.940843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 2859.940843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2921.981056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2921.981056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2921.981056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2921.981056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2921.981056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2921.981056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.834", "time_ms": 2921.981497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:46.891", "time_ms": 2921.981497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691,14062,26451,42626,15728,1209,7503,31469], "time_ms": 2922.228488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3011.656488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3011.656488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3011.656488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3073.767393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3073.767393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3073.767393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3073.767393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3073.767393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3073.767393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:46.986", "time_ms": 3073.767854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.043", "time_ms": 3073.767854, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347,38356,46727,47100,39617,36818,47831,46805], "time_ms": 3074.010156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3163.127627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3163.127627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3163.127627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3225.275309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3225.275309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3225.275309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3225.275309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3225.275309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3225.275309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:47.137", "time_ms": 3225.275670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.195", "time_ms": 3225.275670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906,43706,28806,22714,15376,22190,23580,147], "time_ms": 3225.517301, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3314.789611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3314.789611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3314.789611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3376.774781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3376.774781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3376.774781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3376.774781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3376.774781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3376.774781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:47.289", "time_ms": 3376.775492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.346", "time_ms": 3376.775492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742,27974,31806,49966,17620,13287,27524,23256], "time_ms": 3377.023485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3466.397956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3466.397956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3466.397956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3528.286284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3528.286284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3528.286284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3528.286284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3528.286284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3528.286284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:47.440", "time_ms": 3528.286886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.498", "time_ms": 3528.286886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626,3096,9071,42649,13552,40804,39912,37246], "time_ms": 3528.564825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3618.027049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3618.027049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3618.027049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3679.805773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3679.805773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3679.805773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3679.805773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3679.805773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3679.805773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:47.592", "time_ms": 3679.806154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.650", "time_ms": 3679.806154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032,29833,6419,45761,34965,36733,39712,27677], "time_ms": 3680.064246, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3769.580932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3769.580932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3769.580932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3831.444825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3831.444825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3831.444825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3831.444825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3831.444825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3831.444825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:47.744", "time_ms": 3831.445286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.801", "time_ms": 3831.445286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784,36396,10224,32135,30810,314,17055,48995], "time_ms": 3831.705171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3921.279414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3921.279414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 3921.279414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3983.194012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3983.194012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3983.194012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3983.194012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3983.194012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3983.194012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:47.895", "time_ms": 3983.194694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:47.953", "time_ms": 3983.194694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429,9356,6468,36113,4317,25214,16780,27058], "time_ms": 3983.441935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4072.781260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4072.781260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4072.781260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4134.992542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4134.992542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4134.992542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4134.992542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4134.992542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4134.992542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.047", "time_ms": 4134.992993, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:48.105", "time_ms": 4134.992993, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209,39389,4838,6980,12206,49628,16828,40097], "time_ms": 4135.249542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4224.863880, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4224.863880, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4224.863880, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4286.808564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4286.808564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4286.808564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4286.808564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4286.808564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4286.808564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.199", "time_ms": 4286.809166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:48.257", "time_ms": 4286.809166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501,41208,21398,2787,3650,33194,23162,47435], "time_ms": 4287.055275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4376.490469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4376.490469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4376.490469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4438.564985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4438.564985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4438.564985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4438.564985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4438.564985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4438.564985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.350", "time_ms": 4438.565406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:48.408", "time_ms": 4438.565406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415,26865,24594,21734,38630,48080,5125,19936], "time_ms": 4438.844287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4528.370801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4528.370801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4528.370801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4590.347575, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4590.347575, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4590.347575, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4590.347575, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4590.347575, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4590.347575, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.502", "time_ms": 4590.348026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:48.560", "time_ms": 4590.348026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563,46259,48891,9618,9872,22243,8704,9185], "time_ms": 4590.605487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4680.049136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4680.049136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4680.049136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4742.144241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4742.144241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4742.144241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4742.144241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4742.144241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4742.144241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.654", "time_ms": 4742.144762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:48.712", "time_ms": 4742.144762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530,49339,45323,36830,8432,34929,44252,29328], "time_ms": 4742.400530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4831.853877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4831.853877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4831.853877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4893.933373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4893.933373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4893.933373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4893.933373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4893.933373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4893.933373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.806", "time_ms": 4893.933834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:48.863", "time_ms": 4893.933834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850,42751,21852,16326,2877,36245,44208,41442], "time_ms": 4894.178501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4983.493220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4983.493220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 4983.493220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5045.729318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5045.729318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5045.729318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5045.729318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5045.729318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5045.729318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:48.958", "time_ms": 5045.729689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.015", "time_ms": 5045.729689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959,11435,24219,786,24469,22498,22834,32798], "time_ms": 5045.972693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5135.510408, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5135.510408, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 5135.510408, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5197.510335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5197.510335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5197.510335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5197.510335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5197.510335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5197.510335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:49.110", "time_ms": 5197.510916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.167", "time_ms": 5197.510916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425,32824,37718,37541,30864,30884,15400,47720], "time_ms": 5197.757847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5287.264925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5287.264925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 5287.264925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5349.300248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5349.300248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5349.300248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5349.300248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5349.300248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5349.300248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:49.261", "time_ms": 5349.300619, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.319", "time_ms": 5349.300619, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900,20844,11358,43566,22248,39780,42750,46266], "time_ms": 5349.542621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5439.001008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5439.001008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 5439.001008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5501.088429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5501.088429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5501.088429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5501.088429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5501.088429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5501.088429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:49.413", "time_ms": 5501.088900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.470", "time_ms": 5501.088900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626,9092,38561,7732,23609,17274,1015,48645], "time_ms": 5501.332855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5589.837822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5589.837822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 5589.837822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5652.869726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5652.869726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5652.869726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5652.869726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5652.869726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5652.869726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:49.564", "time_ms": 5652.870427, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.621", "time_ms": 5652.870427, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786,44322,32616,15662,21288,47416,3417,7393], "time_ms": 5653.131114, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5741.878924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5741.878924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 5741.878924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5804.666382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5804.666382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5804.666382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5804.666382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5804.666382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5804.666382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:49.716", "time_ms": 5804.666843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.773", "time_ms": 5804.666843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567,33982,10858,23093,34861,42315,38298,43220], "time_ms": 5804.913564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5893.473363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5893.473363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 5893.473363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5956.445916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5956.445916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5956.445916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5956.445916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5956.445916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5956.445916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:49.867", "time_ms": 5956.446377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:49.925", "time_ms": 5956.446377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243,4340,20120,36945,57,28964,23374,4678], "time_ms": 5956.695562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6045.224463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6045.224463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6045.224463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6108.227384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6108.227384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6108.227384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6108.227384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6108.227384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6108.227384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.019", "time_ms": 6108.227805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.077", "time_ms": 6108.227805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651,30028,31923,35245,2620,46620,38631,47334], "time_ms": 6108.467903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6196.862293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6196.862293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6196.862293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6260.043997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6260.043997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6260.043997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6260.043997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6260.043997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6260.043997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.171", "time_ms": 6260.044458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.228", "time_ms": 6260.044458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654,22803,36486,8868,33883,47891,37350,39174], "time_ms": 6260.288133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6348.787058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6348.787058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6348.787058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6411.835002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6411.835002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6411.835002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6411.835002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6411.835002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6411.835002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.323", "time_ms": 6411.835563, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.380", "time_ms": 6411.835563, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717,22371,33188,16394,33209,9693,17852,37188], "time_ms": 6412.077666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6500.654957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6500.654957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6500.654957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6563.618965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6563.618965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6563.618965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6563.618965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6563.618965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6563.618965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.475", "time_ms": 6563.619355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.532", "time_ms": 6563.619355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132,32394,11642,34866,41793,36684,646,35658], "time_ms": 6563.859975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6652.354802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6652.354802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6652.354802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6715.352933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6715.352933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6715.352933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6715.352933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6715.352933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6715.352933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.626", "time_ms": 6715.353314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.684", "time_ms": 6715.353314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234,16202,48007,6016,30751,10108,37163,23871], "time_ms": 6715.605465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6804.058615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6804.058615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6804.058615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6867.105657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6867.105657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6867.105657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6867.105657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6867.105657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6867.105657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.778", "time_ms": 6867.106018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.836", "time_ms": 6867.106018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507,38559,14638,25888,3763,39505,23680,14942], "time_ms": 6867.346187, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6955.951009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6955.951009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 6955.951009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7018.828395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7018.828395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7018.828395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7018.828395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7018.828395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7018.828395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:50.930", "time_ms": 7018.828776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:50.987", "time_ms": 7018.828776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643,14024,29797,34717,9858,41430,16373,46526], "time_ms": 7019.108198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 7107.263972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7107.263972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 7107.263972, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7170.581530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7170.581530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7170.581530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7170.581530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7170.581530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7170.581530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:51.081", "time_ms": 7170.582231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:51.139", "time_ms": 7170.582231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799,33177,34659,34350,28953,33676,11428,39928], "time_ms": 7170.830465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 7259.189158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7259.189158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 22649984, "time_ms": 7259.189158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7322.396350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7322.396350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7322.396350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7322.396350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7322.396350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7322.396350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:51.233", "time_ms": 7322.396841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:51.291", "time_ms": 7322.396841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678,29543,16880,963,24133,49159,35409,38842], "time_ms": 7322.651837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_count", "value": 106, "time_ms": 7396.288586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7396.288586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "generated_query_duration", "value": 18757018, "time_ms": 7396.288586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7453.940163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7453.940163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7453.940163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7453.940163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7453.940163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7453.940163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:38:51.370", "time_ms": 7453.940624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26664, "tid": 26664}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:51.418", "time_ms": 7453.940624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26664, "tid": 26664}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt index b35bab84..e5aa5e0d 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt @@ -1,96 +1,96 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.023988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T23:18:51Z", "time_ms": 0.027809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.027809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 178, "time_ms": 0.027809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.027809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.027809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.027809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 500000, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.031255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.031358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.032429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 0.501254, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 1253.648311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1253.648311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 1253.648311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 601253.977727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601268.767283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601268.767283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601268.767283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601268.767283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601268.767283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601268.767283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:18:52.325", "time_ms": 601268.767565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 07:28:52.326", "time_ms": 601268.767565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 662 queries (1289160). * Would discard 12628 highest latency queries. * Early stopping 99th percentile estimate: 467192", "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_query_count", "value": 1289160, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_min_query_latency_ns", "value": 446191, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 686, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_max_query_latency_ns", "value": 1428124, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 687, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_mean_query_latency_ns", "value": 463043, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 688, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_50.00_percentile_per_query_latency_ns", "value": 462816, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_90.00_percentile_per_query_latency_ns", "value": 463942, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_95.00_percentile_per_query_latency_ns", "value": 464442, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_97.00_percentile_per_query_latency_ns", "value": 464915, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_99.00_percentile_per_query_latency_ns", "value": 467082, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_99.90_percentile_per_query_latency_ns", "value": 513989, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 467192, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_min_latency_ns", "value": 446191, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_max_latency_ns", "value": 1428124, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 463043, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 462816, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 463942, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 464442, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 464915, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 467082, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 513989, "time_ms": 601512.319984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T03:28:24Z", "time_ms": 0.008115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.008115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 60, "time_ms": 0.008115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.008115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.008115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 500000, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.013095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.013175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.018094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 0.514952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 1643.461753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1643.461753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 1643.461753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 601643.691718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601656.388831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601656.388831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601656.388831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601656.388831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601656.388831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601656.388831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:28:26.418", "time_ms": 601656.388981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:38:26.419", "time_ms": 601656.388981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 662 queries (1342947). * Would discard 13160 highest latency queries. * Early stopping 99th percentile estimate: 454539", "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_query_count", "value": 1342947, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_min_query_latency_ns", "value": 432137, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 686, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_max_query_latency_ns", "value": 4054532, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 687, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_mean_query_latency_ns", "value": 442384, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 688, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_50.00_percentile_per_query_latency_ns", "value": 441575, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_90.00_percentile_per_query_latency_ns", "value": 446063, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_95.00_percentile_per_query_latency_ns", "value": 448517, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_97.00_percentile_per_query_latency_ns", "value": 450822, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_99.00_percentile_per_query_latency_ns", "value": 454458, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_99.90_percentile_per_query_latency_ns", "value": 464307, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 454539, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_min_latency_ns", "value": 432137, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_max_latency_ns", "value": 4054532, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 442384, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 441575, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 446063, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 448517, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 450822, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 454458, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 464307, "time_ms": 601936.065671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25109, "tid": 25109}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt index fcf6cb52..9f8f2c75 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt @@ -4,29 +4,29 @@ MLPerf Results Summary SUT name : LWIS_Server Scenario : MultiStream Mode : PerformanceOnly -99th percentile latency (ns) : 467082 +99th percentile latency (ns) : 454458 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes Early stopping satisfied: Yes Early Stopping Result: - * Processed at least 662 queries (1289160). - * Would discard 12628 highest latency queries. - * Early stopping 99th percentile estimate: 467192 + * Processed at least 662 queries (1342947). + * Would discard 13160 highest latency queries. + * Early stopping 99th percentile estimate: 454539 ================================================ Additional Stats ================================================ Per-query latency: -Min latency (ns) : 446191 -Max latency (ns) : 1428124 -Mean latency (ns) : 463043 -50.00 percentile latency (ns) : 462816 -90.00 percentile latency (ns) : 463942 -95.00 percentile latency (ns) : 464442 -97.00 percentile latency (ns) : 464915 -99.00 percentile latency (ns) : 467082 -99.90 percentile latency (ns) : 513989 +Min latency (ns) : 432137 +Max latency (ns) : 4054532 +Mean latency (ns) : 442384 +50.00 percentile latency (ns) : 441575 +90.00 percentile latency (ns) : 446063 +95.00 percentile latency (ns) : 448517 +97.00 percentile latency (ns) : 450822 +99.00 percentile latency (ns) : 454458 +99.90 percentile latency (ns) : 464307 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index d6bbfe26..f54ece1b 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,644 +1,644 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T22:54:46Z", "time_ms": 0.006528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.006528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 270, "time_ms": 0.006528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.006528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.006528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.006528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 44218.2, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.011282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_samples_per_query", "value": 29184014, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_target_qps", "value": 44218.2, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_min_sample_count", "value": 29184014, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.011373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.017462, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.479965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 86.574259, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 86.574259, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 86.574259, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 111.591253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 111.591253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 111.591253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 111.591253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 111.591253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 111.591253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:46.747", "time_ms": 111.591601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:46.770", "time_ms": 111.591601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 111.775098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 195.811531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 195.811531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 195.811531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 223.005390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 223.005390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 223.005390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 223.005390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 223.005390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 223.005390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:46.856", "time_ms": 223.005738, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:46.880", "time_ms": 223.005738, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 223.187968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 307.985219, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 307.985219, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 307.985219, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 334.543873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 334.543873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 334.543873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 334.543873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 334.543873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 334.543873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:46.968", "time_ms": 334.544309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:46.992", "time_ms": 334.544309, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 334.725066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 420.729104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 420.729104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 420.729104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 446.087493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 446.087493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 446.087493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 446.087493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 446.087493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 446.087493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.081", "time_ms": 446.087853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.104", "time_ms": 446.087853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 446.270771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 530.507873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 530.507873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 530.507873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 557.519054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 557.519054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 557.519054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 557.519054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 557.519054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 557.519054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.190", "time_ms": 557.519318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.214", "time_ms": 557.519318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 557.695252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 641.434098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 641.434098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 641.434098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 669.046052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 669.046052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 669.046052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 669.046052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 669.046052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 669.046052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.301", "time_ms": 669.046314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.325", "time_ms": 669.046314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 669.225018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 753.191756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 753.191756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 753.191756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 780.506070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 780.506070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 780.506070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 780.506070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 780.506070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 780.506070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.413", "time_ms": 780.506322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.437", "time_ms": 780.506322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 780.680715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 864.449027, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 864.449027, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 864.449027, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 891.972793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 891.972793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 891.972793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 891.972793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 891.972793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 891.972793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.524", "time_ms": 891.973037, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.548", "time_ms": 891.973037, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 892.146496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 977.059674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 977.059674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 977.059674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1003.373295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1003.373295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1003.373295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1003.373295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1003.373295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1003.373295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.637", "time_ms": 1003.373705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.661", "time_ms": 1003.373705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 1003.546497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1087.104150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1087.104150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1087.104150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1114.875382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1114.875382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1114.875382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1114.875382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1114.875382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1114.875382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.747", "time_ms": 1114.875645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.771", "time_ms": 1114.875645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 1115.033118, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1199.049379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1199.049379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1199.049379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1226.361091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1226.361091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1226.361091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1226.361091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1226.361091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1226.361091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.859", "time_ms": 1226.361348, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.883", "time_ms": 1226.361348, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 1226.537591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1310.566989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1310.566989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1310.566989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1337.861930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1337.861930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1337.861930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1337.861930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1337.861930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1337.861930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:47.971", "time_ms": 1337.862175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:47.994", "time_ms": 1337.862175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 1338.041294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1422.543837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1422.543837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1422.543837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1449.343841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1449.343841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1449.343841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1449.343841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1449.343841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1449.343841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.083", "time_ms": 1449.344100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.106", "time_ms": 1449.344100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 1449.525548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1533.667228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1533.667228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1533.667228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1560.822229, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1560.822229, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1560.822229, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1560.822229, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1560.822229, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1560.822229, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.194", "time_ms": 1560.822480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.217", "time_ms": 1560.822480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 1561.002092, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1645.193473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1645.193473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1645.193473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1672.314153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1672.314153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1672.314153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1672.314153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1672.314153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1672.314153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.305", "time_ms": 1672.314397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.329", "time_ms": 1672.314397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 1672.497242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1755.212376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1755.212376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1755.212376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1783.747762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1783.747762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1783.747762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1783.747762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1783.747762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1783.747762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.415", "time_ms": 1783.748008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.439", "time_ms": 1783.748008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 1783.935415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1867.079980, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1867.079980, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1867.079980, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1895.264436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1895.264436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1895.264436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1895.264436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1895.264436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1895.264436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.527", "time_ms": 1895.264695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.552", "time_ms": 1895.264695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 1895.446191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1977.777952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 1977.777952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 1977.777952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2006.715435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2006.715435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2006.715435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2006.715435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2006.715435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2006.715435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.638", "time_ms": 2006.715695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.663", "time_ms": 2006.715695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 2006.896503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2089.295044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2089.295044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2089.295044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2118.172657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2118.172657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2118.172657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2118.172657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2118.172657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2118.172657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.749", "time_ms": 2118.172943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.775", "time_ms": 2118.172943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 2118.373388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2201.092397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2201.092397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2201.092397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2229.659533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2229.659533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2229.659533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2229.659533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2229.659533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2229.659533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.861", "time_ms": 2229.659821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.886", "time_ms": 2229.659821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 2229.864903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2312.533144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2312.533144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2312.533144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2341.137693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2341.137693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2341.137693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2341.137693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2341.137693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2341.137693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:48.973", "time_ms": 2341.138058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:48.998", "time_ms": 2341.138058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 2341.317859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2423.907977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2423.907977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2423.907977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2452.609453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2452.609453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2452.609453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2452.609453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2452.609453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2452.609453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.084", "time_ms": 2452.609698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.109", "time_ms": 2452.609698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 2452.769792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2535.122449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2535.122449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2535.122449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2564.086701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2564.086701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2564.086701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2564.086701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2564.086701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2564.086701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.195", "time_ms": 2564.086976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.221", "time_ms": 2564.086976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 2564.282026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2646.975082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2646.975082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2646.975082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2675.545556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2675.545556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2675.545556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2675.545556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2675.545556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2675.545556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.307", "time_ms": 2675.545800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.332", "time_ms": 2675.545800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 2675.705976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2757.659523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2757.659523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2757.659523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2787.050434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2787.050434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2787.050434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2787.050434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2787.050434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2787.050434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.418", "time_ms": 2787.050710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.443", "time_ms": 2787.050710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 2787.253443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2869.517171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2869.517171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2869.517171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2898.543140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2898.543140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2898.543140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2898.543140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2898.543140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2898.543140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.529", "time_ms": 2898.543413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.555", "time_ms": 2898.543413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 2898.718967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2981.221335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 2981.221335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 2981.221335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3009.963637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3009.963637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3009.963637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3009.963637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3009.963637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3009.963637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.641", "time_ms": 3009.963898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.667", "time_ms": 3009.963898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 3010.125445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3092.336228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3092.336228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3092.336228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3121.440329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3121.440329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3121.440329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3121.440329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3121.440329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3121.440329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.752", "time_ms": 3121.440574, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.778", "time_ms": 3121.440574, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 3121.600828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3204.710157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3204.710157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3204.710157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3232.922333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3232.922333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3232.922333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3232.922333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3232.922333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3232.922333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.865", "time_ms": 3232.922584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:49.890", "time_ms": 3232.922584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 3233.081795, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3315.628894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3315.628894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3315.628894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3344.388374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3344.388374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3344.388374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3344.388374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3344.388374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3344.388374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:49.976", "time_ms": 3344.388616, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.001", "time_ms": 3344.388616, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 3344.548624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3427.264331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3427.264331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3427.264331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3455.862423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3455.862423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3455.862423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3455.862423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3455.862423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3455.862423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.087", "time_ms": 3455.862710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.113", "time_ms": 3455.862710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 3456.034851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3538.715246, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3538.715246, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3538.715246, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3567.289676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3567.289676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3567.289676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3567.289676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3567.289676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3567.289676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.199", "time_ms": 3567.289919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.224", "time_ms": 3567.289919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 3567.447083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3649.277668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3649.277668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3649.277668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3678.787334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3678.787334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3678.787334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3678.787334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3678.787334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3678.787334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.309", "time_ms": 3678.787570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.335", "time_ms": 3678.787570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 3678.957878, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3761.596449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3761.596449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3761.596449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3790.297439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3790.297439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3790.297439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3790.297439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3790.297439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3790.297439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.422", "time_ms": 3790.297697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.447", "time_ms": 3790.297697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 3790.477952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3872.702668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3872.702668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3872.702668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3901.811475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3901.811475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3901.811475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3901.811475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3901.811475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3901.811475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.533", "time_ms": 3901.811750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.558", "time_ms": 3901.811750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 3901.983473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3983.802782, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 3983.802782, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 3983.802782, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4013.318058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4013.318058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4013.318058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4013.318058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4013.318058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4013.318058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.644", "time_ms": 4013.318335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.669", "time_ms": 4013.318335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 4013.494551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4095.489577, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4095.489577, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4095.489577, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4124.766156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4124.766156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4124.766156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4124.766156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4124.766156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4124.766156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.755", "time_ms": 4124.766399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.781", "time_ms": 4124.766399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 4124.931765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4207.029232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4207.029232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4207.029232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4236.276657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4236.276657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4236.276657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4236.276657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4236.276657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4236.276657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.867", "time_ms": 4236.276933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:50.892", "time_ms": 4236.276933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 4236.451824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4319.213060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4319.213060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4319.213060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4347.715915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4347.715915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4347.715915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4347.715915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4347.715915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4347.715915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:50.979", "time_ms": 4347.716134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.005", "time_ms": 4347.716134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 4347.898361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4429.844767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4429.844767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4429.844767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4459.211255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4459.211255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4459.211255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4459.211255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4459.211255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4459.211255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.090", "time_ms": 4459.211760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.115", "time_ms": 4459.211760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 4459.409923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4541.405499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4541.405499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4541.405499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4570.677394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4570.677394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4570.677394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4570.677394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4570.677394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4570.677394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.201", "time_ms": 4570.677683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.227", "time_ms": 4570.677683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 4570.875943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4652.855143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4652.855143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4652.855143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4682.130375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4682.130375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4682.130375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4682.130375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4682.130375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4682.130375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.313", "time_ms": 4682.130630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.338", "time_ms": 4682.130630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 4682.290120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4764.244338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4764.244338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4764.244338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4793.611332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4793.611332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4793.611332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4793.611332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4793.611332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4793.611332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.424", "time_ms": 4793.611581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.450", "time_ms": 4793.611581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 4793.796869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4875.887259, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4875.887259, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4875.887259, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4905.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4905.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4905.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4905.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4905.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4905.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.536", "time_ms": 4905.088433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.561", "time_ms": 4905.088433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 4905.249459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4986.785843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 4986.785843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 4986.785843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5016.527518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5016.527518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5016.527518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5016.527518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5016.527518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5016.527518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.647", "time_ms": 5016.527769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.672", "time_ms": 5016.527769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 5016.712093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5098.863006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 5098.863006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 5098.863006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5127.975992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5127.975992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5127.975992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5127.975992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5127.975992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5127.975992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.759", "time_ms": 5127.976361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.784", "time_ms": 5127.976361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 5128.136932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5209.559928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 5209.559928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 5209.559928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5239.421212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5239.421212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5239.421212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5239.421212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5239.421212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5239.421212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.870", "time_ms": 5239.421464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:51.895", "time_ms": 5239.421464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 5239.580508, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5321.941913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 5321.941913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 5321.941913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5350.917263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5350.917263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5350.917263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5350.917263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5350.917263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5350.917263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:51.982", "time_ms": 5350.917614, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:52.007", "time_ms": 5350.917614, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 5351.079440, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5419.119488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_samples_per_query", "value": 29184014, "time_ms": 5419.119488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "generated_query_duration", "value": 22615, "time_ms": 5419.119488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5452.330167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5452.330167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5452.330167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5452.330167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5452.330167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5452.330167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:54:52.079", "time_ms": 5452.330523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:52.110", "time_ms": 5452.330523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.011631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T03:04:24Z", "time_ms": 0.020047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.020047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 120, "time_ms": 0.020047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.020047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.020047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.020047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 44761.4, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.025097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_samples_per_query", "value": 29542512, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_target_qps", "value": 44761.4, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_min_sample_count", "value": 29542512, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.025167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.500093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 96.939523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 96.939523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 96.939523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 121.303790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 121.303790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 121.303790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 121.303790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 121.303790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 121.303790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:24.824", "time_ms": 121.304321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:24.847", "time_ms": 121.304321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 121.599893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 215.010677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 215.010677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 215.010677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 242.662833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 242.662833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 242.662833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 242.662833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 242.662833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 242.662833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:24.942", "time_ms": 242.663454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:24.965", "time_ms": 242.663454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 242.932537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 335.375705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 335.375705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 335.375705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 363.648418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 363.648418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 363.648418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 363.648418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 363.648418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 363.648418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.062", "time_ms": 363.649160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.085", "time_ms": 363.649160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 363.924434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 456.927939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 456.927939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 456.927939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 485.052968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 485.052968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 485.052968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 485.052968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 485.052968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 485.052968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.184", "time_ms": 485.053479, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.207", "time_ms": 485.053479, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 485.304868, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 577.500975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 577.500975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 577.500975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 606.539228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 606.539228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 606.539228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 606.539228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 606.539228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 606.539228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.304", "time_ms": 606.539809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.328", "time_ms": 606.539809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 606.805876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 699.203620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 699.203620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 699.203620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 727.957021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 727.957021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 727.957021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 727.957021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 727.957021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 727.957021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.426", "time_ms": 727.957542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.449", "time_ms": 727.957542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 728.220142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 820.555640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 820.555640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 820.555640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 849.476394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 849.476394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 849.476394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 849.476394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 849.476394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 849.476394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.547", "time_ms": 849.476835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.570", "time_ms": 849.476835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 849.737922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 941.820467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 941.820467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 941.820467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 971.004493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 971.004493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 971.004493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 971.004493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 971.004493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 971.004493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.669", "time_ms": 971.004944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.692", "time_ms": 971.004944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 971.268696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1063.269508, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1063.269508, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1063.269508, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1092.598144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1092.598144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1092.598144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1092.598144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1092.598144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1092.598144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.790", "time_ms": 1092.598675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.813", "time_ms": 1092.598675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 1092.863660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1185.047654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1185.047654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1185.047654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1214.137754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1214.137754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1214.137754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1214.137754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1214.137754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1214.137754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:25.912", "time_ms": 1214.138285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:25.935", "time_ms": 1214.138285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 1214.400174, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1307.971840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1307.971840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1307.971840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1335.695188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1335.695188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1335.695188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1335.695188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1335.695188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1335.695188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.035", "time_ms": 1335.695609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.058", "time_ms": 1335.695609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 1335.954072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1428.138757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1428.138757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1428.138757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1457.131876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1457.131876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1457.131876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1457.131876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1457.131876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1457.131876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.155", "time_ms": 1457.132527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.178", "time_ms": 1457.132527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 1457.381212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1549.595433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1549.595433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1549.595433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1578.681476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1578.681476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1578.681476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1578.681476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1578.681476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1578.681476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.276", "time_ms": 1578.681947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.300", "time_ms": 1578.681947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 1578.943505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1671.017153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1671.017153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1671.017153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1700.340418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1700.340418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1700.340418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1700.340418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1700.340418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1700.340418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.398", "time_ms": 1700.341069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.421", "time_ms": 1700.341069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 1700.602998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1792.438463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1792.438463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1792.438463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1821.767349, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1821.767349, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1821.767349, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1821.767349, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1821.767349, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1821.767349, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.519", "time_ms": 1821.767910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.543", "time_ms": 1821.767910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 1822.039217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1914.174510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 1914.174510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 1914.174510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1943.309073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1943.309073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1943.309073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1943.309073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1943.309073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1943.309073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.641", "time_ms": 1943.309494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.665", "time_ms": 1943.309494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 1943.571533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2035.647185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2035.647185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2035.647185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2065.020524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2065.020524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2065.020524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2065.020524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2065.020524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2065.020524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.762", "time_ms": 2065.020965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.787", "time_ms": 2065.020965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 2065.283845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2157.053777, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2157.053777, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2157.053777, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2186.514279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2186.514279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2186.514279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2186.514279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2186.514279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2186.514279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:26.884", "time_ms": 2186.514720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:26.908", "time_ms": 2186.514720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 2186.774885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2276.723026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2276.723026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2276.723026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2307.954965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2307.954965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2307.954965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2307.954965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2307.954965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2307.954965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.004", "time_ms": 2307.955596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.028", "time_ms": 2307.955596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 2308.218738, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2398.346062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2398.346062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2398.346062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2429.505604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2429.505604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2429.505604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2429.505604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2429.505604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2429.505604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.125", "time_ms": 2429.506115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.149", "time_ms": 2429.506115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 2429.773474, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2519.755960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2519.755960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2519.755960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2551.086313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2551.086313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2551.086313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2551.086313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2551.086313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2551.086313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.247", "time_ms": 2551.086814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.271", "time_ms": 2551.086814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 2551.339586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2641.466670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2641.466670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2641.466670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2672.625532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2672.625532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2672.625532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2672.625532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2672.625532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2672.625532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.368", "time_ms": 2672.625973, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.393", "time_ms": 2672.625973, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 2672.885488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2762.925610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2762.925610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2762.925610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2794.154552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2794.154552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2794.154552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2794.154552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2794.154552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2794.154552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.490", "time_ms": 2794.155013, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.514", "time_ms": 2794.155013, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 2794.421260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2884.378077, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 2884.378077, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 2884.378077, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2915.697189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2915.697189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2915.697189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2915.697189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2915.697189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2915.697189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.611", "time_ms": 2915.697710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.635", "time_ms": 2915.697710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 2915.971811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3005.788416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3005.788416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3005.788416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3037.298445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3037.298445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3037.298445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3037.298445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3037.298445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3037.298445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.733", "time_ms": 3037.299076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.757", "time_ms": 3037.299076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 3037.563439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3127.538089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3127.538089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3127.538089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3158.965612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3158.965612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3158.965612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3158.965612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3158.965612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3158.965612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.854", "time_ms": 3158.966052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:27.879", "time_ms": 3158.966052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 3159.227420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3249.120108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3249.120108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3249.120108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3280.562580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3280.562580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3280.562580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3280.562580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3280.562580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3280.562580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:27.976", "time_ms": 3280.563302, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.000", "time_ms": 3280.563302, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 3280.838225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3371.036592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3371.036592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3371.036592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3402.108012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3402.108012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3402.108012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3402.108012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3402.108012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3402.108012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.098", "time_ms": 3402.108422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.122", "time_ms": 3402.108422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 3402.349643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3492.462901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3492.462901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3492.462901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3523.655407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3523.655407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3523.655407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3523.655407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3523.655407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3523.655407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.219", "time_ms": 3523.656018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.243", "time_ms": 3523.656018, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 3523.912757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3613.755300, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3613.755300, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3613.755300, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3645.296908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3645.296908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3645.296908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3645.296908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3645.296908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3645.296908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.341", "time_ms": 3645.297539, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.365", "time_ms": 3645.297539, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 3645.556021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3735.443248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3735.443248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3735.443248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3766.958897, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3766.958897, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3766.958897, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3766.958897, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3766.958897, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3766.958897, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.462", "time_ms": 3766.959307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.487", "time_ms": 3766.959307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 3767.212760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3856.940058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3856.940058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3856.940058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3888.608793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3888.608793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3888.608793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3888.608793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3888.608793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3888.608793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.584", "time_ms": 3888.609223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.608", "time_ms": 3888.609223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 3888.881281, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3978.915422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 3978.915422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 3978.915422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4010.118026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4010.118026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4010.118026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4010.118026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4010.118026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4010.118026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.706", "time_ms": 4010.118467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.730", "time_ms": 4010.118467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 4010.380026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4100.491771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4100.491771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4100.491771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4131.688805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4131.688805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4131.688805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4131.688805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4131.688805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4131.688805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.827", "time_ms": 4131.689256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.852", "time_ms": 4131.689256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 4131.960953, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4221.958556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4221.958556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4221.958556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4253.183652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4253.183652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4253.183652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4253.183652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4253.183652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4253.183652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:28.949", "time_ms": 4253.184073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:28.973", "time_ms": 4253.184073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 4253.431805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4343.262476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4343.262476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4343.262476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4374.770371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4374.770371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4374.770371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4374.770371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4374.770371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4374.770371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.070", "time_ms": 4374.770822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.094", "time_ms": 4374.770822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 4375.042719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4464.932551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4464.932551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4464.932551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4496.319509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4496.319509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4496.319509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4496.319509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4496.319509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4496.319509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.192", "time_ms": 4496.320000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.216", "time_ms": 4496.320000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 4496.583261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4585.721429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4585.721429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4585.721429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4617.852127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4617.852127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4617.852127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4617.852127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4617.852127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4617.852127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.313", "time_ms": 4617.852547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.337", "time_ms": 4617.852547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 4618.105159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4707.062850, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4707.062850, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4707.062850, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4739.237389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4739.237389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4739.237389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4739.237389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4739.237389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4739.237389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.434", "time_ms": 4739.237920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.458", "time_ms": 4739.237920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 4739.488177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4828.641664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4828.641664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4828.641664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4860.687040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4860.687040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4860.687040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4860.687040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4860.687040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4860.687040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.555", "time_ms": 4860.687551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.580", "time_ms": 4860.687551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 4860.956102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4950.121212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 4950.121212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 4950.121212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4982.209209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4982.209209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4982.209209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4982.209209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4982.209209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4982.209209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.677", "time_ms": 4982.209730, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.701", "time_ms": 4982.209730, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 4982.462873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5071.516082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5071.516082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5071.516082, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5103.743991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5103.743991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5103.743991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5103.743991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5103.743991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5103.743991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.798", "time_ms": 5103.744432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.823", "time_ms": 5103.744432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 5104.012452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5193.063798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5193.063798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5193.063798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5225.254848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5225.254848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5225.254848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5225.254848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5225.254848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5225.254848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:29.920", "time_ms": 5225.255289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:29.944", "time_ms": 5225.255289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 5225.517819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5314.614720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5314.614720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5314.614720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5346.714469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5346.714469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5346.714469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5346.714469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5346.714469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5346.714469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:30.041", "time_ms": 5346.715141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:30.066", "time_ms": 5346.715141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 5346.985495, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5436.027895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5436.027895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5436.027895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5468.265720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5468.265720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5468.265720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5468.265720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5468.265720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5468.265720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:30.163", "time_ms": 5468.266201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:30.187", "time_ms": 5468.266201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 5468.523291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5557.621736, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5557.621736, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5557.621736, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5589.808137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5589.808137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5589.808137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5589.808137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5589.808137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5589.808137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:30.284", "time_ms": 5589.808648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:30.309", "time_ms": 5589.808648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 5590.068283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5679.143914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5679.143914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5679.143914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5711.396238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5711.396238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5711.396238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5711.396238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5711.396238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5711.396238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:30.406", "time_ms": 5711.396809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:30.430", "time_ms": 5711.396809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 5711.655072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5800.745380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5800.745380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5800.745380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5833.019465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5833.019465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5833.019465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5833.019465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5833.019465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5833.019465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:30.528", "time_ms": 5833.019916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:30.552", "time_ms": 5833.019916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 5833.280833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5907.194046, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29542512, "time_ms": 5907.194046, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "generated_query_duration", "value": 22340, "time_ms": 5907.194046, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5944.582950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5944.582950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5944.582950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 1, "time_ms": 5944.582950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5944.582950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5944.582950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 11:04:30.634", "time_ms": 5944.583481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19798, "tid": 19798}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:30.663", "time_ms": 5944.583481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19798, "tid": 19798}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index 1d4adcfa..6545bc69 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,85 +1,85 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T22:43:32Z", "time_ms": 0.011191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.011191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 151, "time_ms": 0.011191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.011191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.011191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 43389, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.014761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_samples_per_query", "value": 28636736, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_target_qps", "value": 43389, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_min_sample_count", "value": 28636736, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.014840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.015816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.488136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 770.542421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "generated_samples_per_query", "value": 28636736, "time_ms": 770.542421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "generated_query_duration", "value": 23047, "time_ms": 770.542421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 905.495998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 654898.159324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 654898.159324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 654898.159324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 1, "time_ms": 654898.159324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 654898.159324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 654898.159324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:43:33.734", "time_ms": 654898.159705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:54:27.833", "time_ms": 654898.159705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_samples_per_second", "value": 43780.4, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_min_latency_ns", "value": 132189116, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_max_latency_ns", "value": 654099081604, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 326673670611, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 326577763249, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 588628770287, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 621366814771, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 634460184299, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 647553014772, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 653445086064, "time_ms": 655012.328196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T02:53:19Z", "time_ms": 0.013666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.013666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 121, "time_ms": 0.013666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.013666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.013666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.013666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 43389, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.018465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_samples_per_query", "value": 28636736, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_target_qps", "value": 43389, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_min_sample_count", "value": 28636736, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.018535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.023644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.499242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 916.113773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "generated_samples_per_query", "value": 28636736, "time_ms": 916.113773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "generated_query_duration", "value": 23047, "time_ms": 916.113773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1112.497193, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 647103.077055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 647103.077055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 647103.077055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 647103.077055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 647103.077055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 647103.077055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:53:20.537", "time_ms": 647103.077506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 11:04:06.700", "time_ms": 647103.077506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_samples_per_second", "value": 44318.2, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_min_latency_ns", "value": 188625710, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_max_latency_ns", "value": 646162460640, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 322927865096, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 322870719301, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 581516677791, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 613838079758, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 626765462187, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 639696576040, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 645516028807, "time_ms": 647278.690398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18244, "tid": 18244}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index bed9744c..f8e88683 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : LWIS_Server Scenario : Offline Mode : PerformanceOnly -Samples per second: 43780.4 +Samples per second: 44318.2 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 132189116 -Max latency (ns) : 654099081604 -Mean latency (ns) : 326673670611 -50.00 percentile latency (ns) : 326577763249 -90.00 percentile latency (ns) : 588628770287 -95.00 percentile latency (ns) : 621366814771 -97.00 percentile latency (ns) : 634460184299 -99.00 percentile latency (ns) : 647553014772 -99.90 percentile latency (ns) : 653445086064 +Min latency (ns) : 188625710 +Max latency (ns) : 646162460640 +Mean latency (ns) : 322927865096 +50.00 percentile latency (ns) : 322870719301 +90.00 percentile latency (ns) : 581516677791 +95.00 percentile latency (ns) : 613838079758 +97.00 percentile latency (ns) : 626765462187 +99.00 percentile latency (ns) : 639696576040 +99.90 percentile latency (ns) : 645516028807 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt index 97f64907..d0a39ac4 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt @@ -1,651 +1,651 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.005268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-23T00:01:52Z", "time_ms": 0.009922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.009922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 128, "time_ms": 0.009922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.009922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.009922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.009922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_target_qps", "value": 35350, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.013345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_target_qps", "value": 35350, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.013421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.014312, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.504110, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 87.217377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 87.217377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 87.217377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 121.788287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 121.788287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 121.788287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 121.788287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 121.788287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 121.788287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:52.617", "time_ms": 121.789064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:52.651", "time_ms": 121.789064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 122.525070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 211.730066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 211.730066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 211.730066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 254.290528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 254.290528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 254.290528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 254.290528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 254.290528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 254.290528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:52.742", "time_ms": 254.291175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:52.776", "time_ms": 254.291175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 255.381113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 349.906275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 349.906275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 349.906275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 386.862798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 386.862798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 386.862798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 386.862798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 386.862798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 386.862798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:52.880", "time_ms": 386.863370, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:52.914", "time_ms": 386.863370, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 387.755740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 481.873294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 481.873294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 481.873294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 519.519806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 519.519806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 519.519806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 519.519806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 519.519806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 519.519806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.012", "time_ms": 519.520316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.045", "time_ms": 519.520316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 520.485949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 614.490747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 614.490747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 614.490747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 652.476606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 652.476606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 652.476606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 652.476606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 652.476606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 652.476606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.145", "time_ms": 652.477364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.178", "time_ms": 652.477364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 653.449497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 747.028663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 747.028663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 747.028663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 785.399178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 785.399178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 785.399178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 785.399178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 785.399178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 785.399178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.277", "time_ms": 785.399656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.310", "time_ms": 785.399656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 786.396341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 880.008768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 880.008768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 880.008768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 918.403424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 918.403424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 918.403424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 918.403424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 918.403424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 918.403424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.410", "time_ms": 918.404061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.444", "time_ms": 918.404061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 919.380921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1013.741641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1013.741641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1013.741641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1051.357075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1051.357075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1051.357075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1051.357075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1051.357075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1051.357075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.544", "time_ms": 1051.357612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.577", "time_ms": 1051.357612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 1052.290353, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1145.356073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1145.356073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1145.356073, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1184.348689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1184.348689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1184.348689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1184.348689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1184.348689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1184.348689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.675", "time_ms": 1184.349346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.710", "time_ms": 1184.349346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 1185.344922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1277.481732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1277.481732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1277.481732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1317.230927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1317.230927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1317.230927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1317.230927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1317.230927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1317.230927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.808", "time_ms": 1317.231554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.841", "time_ms": 1317.231554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 1318.369085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1405.912012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1405.912012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1405.912012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1449.709042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1449.709042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1449.709042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1449.709042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1449.709042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1449.709042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:53.936", "time_ms": 1449.709407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:53.970", "time_ms": 1449.709407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 1450.805137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1547.082293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1547.082293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1547.082293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1581.342371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1581.342371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1581.342371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1581.342371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1581.342371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1581.342371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.077", "time_ms": 1581.342975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.111", "time_ms": 1581.342975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 1582.139895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1673.294712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1673.294712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1673.294712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1712.721926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1712.721926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1712.721926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1712.721926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1712.721926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1712.721926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.203", "time_ms": 1712.722568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.237", "time_ms": 1712.722568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 1713.781320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1808.373241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1808.373241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1808.373241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1844.152471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1844.152471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1844.152471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1844.152471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1844.152471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1844.152471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.338", "time_ms": 1844.153052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.372", "time_ms": 1844.153052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 1844.985906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1937.912864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1937.912864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1937.912864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1975.603652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1975.603652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1975.603652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1975.603652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1975.603652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1975.603652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.468", "time_ms": 1975.604162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.502", "time_ms": 1975.604162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 1976.572742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2069.520414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2069.520414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2069.520414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2107.055287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2107.055287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2107.055287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2107.055287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2107.055287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2107.055287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.600", "time_ms": 2107.055985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.633", "time_ms": 2107.055985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 2108.003802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2197.481800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2197.481800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2197.481800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2238.993412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2238.993412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2238.993412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2238.993412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2238.993412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2238.993412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.728", "time_ms": 2238.993770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.761", "time_ms": 2238.993770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 2240.072698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2333.356844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2333.356844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2333.356844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2370.508155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2370.508155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2370.508155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2370.508155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2370.508155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2370.508155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.863", "time_ms": 2370.508872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:54.898", "time_ms": 2370.508872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 2371.435101, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2462.929612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2462.929612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2462.929612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2501.993680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2501.993680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2501.993680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2501.993680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2501.993680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2501.993680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:54.993", "time_ms": 2501.994509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.027", "time_ms": 2501.994509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 2503.084832, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2595.731435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2595.731435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2595.731435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2633.471887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2633.471887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2633.471887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2633.471887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2633.471887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2633.471887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.126", "time_ms": 2633.472371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.160", "time_ms": 2633.472371, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 2634.443450, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2726.383628, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2726.383628, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2726.383628, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2764.868470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2764.868470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2764.868470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2764.868470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2764.868470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2764.868470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.256", "time_ms": 2764.869012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.290", "time_ms": 2764.869012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 2765.864693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2858.278984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2858.278984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2858.278984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2896.489297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2896.489297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2896.489297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2896.489297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2896.489297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2896.489297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.388", "time_ms": 2896.489931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.422", "time_ms": 2896.489931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 2897.472366, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2986.692569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2986.692569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2986.692569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3027.891542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3027.891542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3027.891542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3027.891542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3027.891542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3027.891542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.517", "time_ms": 3027.892316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.551", "time_ms": 3027.892316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 3029.091233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3118.163030, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3118.163030, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3118.163030, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3159.153044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3159.153044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3159.153044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3159.153044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3159.153044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3159.153044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.648", "time_ms": 3159.153746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.681", "time_ms": 3159.153746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 3160.318075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3249.277783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3249.277783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3249.277783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3290.438299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3290.438299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3290.438299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3290.438299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3290.438299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3290.438299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.779", "time_ms": 3290.438790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.813", "time_ms": 3290.438790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 3291.531357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3385.045355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3385.045355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3385.045355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3421.838864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3421.838864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3421.838864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3421.838864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3421.838864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3421.838864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:55.915", "time_ms": 3421.839598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:55.948", "time_ms": 3421.839598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 3422.766013, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3509.760941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3509.760941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3509.760941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3553.769657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3553.769657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3553.769657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3553.769657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3553.769657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3553.769657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.040", "time_ms": 3553.770126, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.074", "time_ms": 3553.770126, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 3554.897389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3642.883677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3642.883677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3642.883677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3685.530615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3685.530615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3685.530615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3685.530615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3685.530615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3685.530615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.173", "time_ms": 3685.531084, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.207", "time_ms": 3685.531084, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 3686.685698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3774.044123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3774.044123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3774.044123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3817.056890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3817.056890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3817.056890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3817.056890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3817.056890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3817.056890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.304", "time_ms": 3817.057315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.338", "time_ms": 3817.057315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 3818.177609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3911.132281, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3911.132281, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3911.132281, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3948.606715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3948.606715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3948.606715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3948.606715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3948.606715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3948.606715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.441", "time_ms": 3948.607188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.475", "time_ms": 3948.607188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 3949.528469, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4038.450817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4038.450817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4038.450817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4080.075204, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4080.075204, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4080.075204, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4080.075204, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4080.075204, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4080.075204, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.568", "time_ms": 4080.075745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.602", "time_ms": 4080.075745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 4081.185669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4171.703158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4171.703158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4171.703158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4211.547697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4211.547697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4211.547697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4211.547697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4211.547697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4211.547697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.702", "time_ms": 4211.548200, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.736", "time_ms": 4211.548200, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 4212.587637, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4302.415834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4302.415834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4302.415834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4343.157190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4343.157190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4343.157190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4343.157190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4343.157190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4343.157190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.832", "time_ms": 4343.157726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.866", "time_ms": 4343.157726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 4344.272798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4434.380007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4434.380007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4434.380007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4474.687477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4474.687477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4474.687477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4474.687477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4474.687477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4474.687477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:56.964", "time_ms": 4474.688014, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:56.999", "time_ms": 4474.688014, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 4475.788472, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4565.137090, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4565.137090, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4565.137090, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4606.126744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4606.126744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4606.126744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4606.126744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4606.126744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4606.126744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.095", "time_ms": 4606.127470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.129", "time_ms": 4606.127470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 4607.258092, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4692.444756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4692.444756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4692.444756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4727.368935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4727.368935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4727.368935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4727.368935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4727.368935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4727.368935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.222", "time_ms": 4727.369505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.256", "time_ms": 4727.369505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 4728.164729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4815.400811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4815.400811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4815.400811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4859.066865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4859.066865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4859.066865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4859.066865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4859.066865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4859.066865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.345", "time_ms": 4859.067216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.379", "time_ms": 4859.067216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 4860.147616, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4953.937792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4953.937792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4953.937792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4990.579031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4990.579031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4990.579031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4990.579031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4990.579031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4990.579031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.484", "time_ms": 4990.579537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.518", "time_ms": 4990.579537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 4991.507176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5082.406642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5082.406642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5082.406642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5122.145758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5122.145758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5122.145758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5122.145758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5122.145758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5122.145758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.612", "time_ms": 5122.146417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.646", "time_ms": 5122.146417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 5123.290127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5215.432188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5215.432188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5215.432188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5253.615952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5253.615952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5253.615952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5253.615952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5253.615952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5253.615952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.745", "time_ms": 5253.616504, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.779", "time_ms": 5253.616504, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 5254.575454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5346.391513, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5346.391513, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5346.391513, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5385.337527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5385.337527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5385.337527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5385.337527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5385.337527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5385.337527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:57.876", "time_ms": 5385.338078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:57.910", "time_ms": 5385.338078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 5386.354883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5478.363500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5478.363500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5478.363500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5516.986485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5516.986485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5516.986485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5516.986485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5516.986485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5516.986485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.008", "time_ms": 5516.987006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.042", "time_ms": 5516.987006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 5517.982523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5607.945149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5607.945149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5607.945149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5648.823664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5648.823664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5648.823664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5648.823664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5648.823664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5648.823664, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.138", "time_ms": 5648.824089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.171", "time_ms": 5648.824089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 5649.928021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5740.957553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5740.957553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5740.957553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5780.697149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5780.697149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5780.697149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5780.697149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5780.697149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5780.697149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.271", "time_ms": 5780.697813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.305", "time_ms": 5780.697813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 5781.797693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5873.308947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5873.308947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5873.308947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5912.504123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5912.504123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5912.504123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5912.504123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5912.504123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5912.504123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.403", "time_ms": 5912.504828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.437", "time_ms": 5912.504828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 5913.582427, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6002.114155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6002.114155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6002.114155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6043.799280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6043.799280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6043.799280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6043.799280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6043.799280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6043.799280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.532", "time_ms": 6043.799908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.567", "time_ms": 6043.799908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 6044.942711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6133.179068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6133.179068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6133.179068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6175.181121, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6175.181121, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6175.181121, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6175.181121, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6175.181121, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6175.181121, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.663", "time_ms": 6175.182104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.697", "time_ms": 6175.182104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 6176.371605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6264.585317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6264.585317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6264.585317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6306.857412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6306.857412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6306.857412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6306.857412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6306.857412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6306.857412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.795", "time_ms": 6306.858582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.828", "time_ms": 6306.858582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 6308.050286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_count", "value": 848, "time_ms": 6386.699773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6386.699773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "generated_query_duration", "value": 25823138, "time_ms": 6386.699773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6418.160342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6418.160342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6418.160342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6418.160342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6418.160342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6418.160342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 08:01:58.917", "time_ms": 6418.160793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:58.946", "time_ms": 6418.160793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.008356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T04:11:23Z", "time_ms": 0.017713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.017713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 211, "time_ms": 0.017713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.017713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.017713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.017713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_target_qps", "value": 35350, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.023695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_target_qps", "value": 35350, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.023785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.024917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.572129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 102.438626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 102.438626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 102.438626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 141.431864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 141.431864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 141.431864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 141.431864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 141.431864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 141.431864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:23.213", "time_ms": 141.432324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:23.246", "time_ms": 141.432324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 141.863490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 239.489615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 239.489615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 239.489615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 282.741218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 282.741218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 282.741218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 282.741218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 282.741218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 282.741218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:23.350", "time_ms": 282.741668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:23.384", "time_ms": 282.741668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 283.167344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 381.882273, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 381.882273, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 381.882273, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 424.121855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 424.121855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 424.121855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 424.121855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 424.121855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 424.121855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:23.493", "time_ms": 424.122306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:23.527", "time_ms": 424.122306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 424.521762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 523.488813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 523.488813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 523.488813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 565.428484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 565.428484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 565.428484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 565.428484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 565.428484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 565.428484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:23.634", "time_ms": 565.428835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:23.668", "time_ms": 565.428835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 565.861353, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 663.382482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 663.382482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 663.382482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 706.805926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 706.805926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 706.805926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 706.805926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 706.805926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 706.805926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:23.774", "time_ms": 706.806467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:23.808", "time_ms": 706.806467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 707.187729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 804.705071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 804.705071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 804.705071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 848.747251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 848.747251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 848.747251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 848.747251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 848.747251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 848.747251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:23.916", "time_ms": 848.747862, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:23.949", "time_ms": 848.747862, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 849.184338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 943.945420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 943.945420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 943.945420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 980.234956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 980.234956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 980.234956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 980.234956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 980.234956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 980.234956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.055", "time_ms": 980.235487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.089", "time_ms": 980.235487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 980.674938, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1071.475041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1071.475041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1071.475041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1111.756755, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1111.756755, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1111.756755, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1111.756755, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1111.756755, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1111.756755, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.182", "time_ms": 1111.757306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.216", "time_ms": 1111.757306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 1112.160029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1203.662494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1203.662494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1203.662494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1243.230746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1243.230746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1243.230746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1243.230746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1243.230746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1243.230746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.315", "time_ms": 1243.231317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.349", "time_ms": 1243.231317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 1243.636514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1335.161170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1335.161170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1335.161170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1374.771660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1374.771660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1374.771660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1374.771660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1374.771660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1374.771660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.446", "time_ms": 1374.772041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.480", "time_ms": 1374.772041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 1375.091488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1468.548784, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1468.548784, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1468.548784, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1506.496107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1506.496107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1506.496107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1506.496107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1506.496107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1506.496107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.579", "time_ms": 1506.496548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.613", "time_ms": 1506.496548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 1506.918547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1598.973544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1598.973544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1598.973544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1638.031823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1638.031823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1638.031823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1638.031823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1638.031823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1638.031823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.710", "time_ms": 1638.031983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.744", "time_ms": 1638.031983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 1638.445726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1728.878413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1728.878413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1728.878413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1769.756721, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1769.756721, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1769.756721, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1769.756721, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1769.756721, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1769.756721, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.840", "time_ms": 1769.756892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:24.873", "time_ms": 1769.756892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 1770.168460, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1858.730683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1858.730683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1858.730683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1901.519901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1901.519901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1901.519901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1901.519901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1901.519901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1901.519901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:24.970", "time_ms": 1901.520032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.003", "time_ms": 1901.520032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 1901.849096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1991.895982, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1991.895982, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1991.895982, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2033.308298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2033.308298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2033.308298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2033.308298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2033.308298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2033.308298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.103", "time_ms": 2033.308529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.137", "time_ms": 2033.308529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 2033.719066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2124.694195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2124.694195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2124.694195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2165.055378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2165.055378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2165.055378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2165.055378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2165.055378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2165.055378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.236", "time_ms": 2165.055548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.269", "time_ms": 2165.055548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 2165.467628, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2256.725677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2256.725677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2256.725677, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2296.774055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2296.774055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2296.774055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2296.774055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2296.774055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2296.774055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.368", "time_ms": 2296.774235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.401", "time_ms": 2296.774235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 2297.193438, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2388.401283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2388.401283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2388.401283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2425.067643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2425.067643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2425.067643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2425.067643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2425.067643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2425.067643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.499", "time_ms": 2425.067783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.534", "time_ms": 2425.067783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 2425.501083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2514.475976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2514.475976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2514.475976, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2556.800066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2556.800066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2556.800066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2556.800066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2556.800066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2556.800066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.625", "time_ms": 2556.800206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.659", "time_ms": 2556.800206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 2557.212817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2645.855028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2645.855028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2645.855028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2688.529753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2688.529753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2688.529753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2688.529753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2688.529753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2688.529753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.757", "time_ms": 2688.529873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.790", "time_ms": 2688.529873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 2688.913209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2776.184730, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2776.184730, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2776.184730, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2820.500410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2820.500410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2820.500410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2820.500410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2820.500410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2820.500410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:25.887", "time_ms": 2820.500611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:25.921", "time_ms": 2820.500611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 2820.921707, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2908.719691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2908.719691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2908.719691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2942.344089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2942.344089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2942.344089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2942.344089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2942.344089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2942.344089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.020", "time_ms": 2942.344239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.053", "time_ms": 2942.344239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 2942.771617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3030.502917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3030.502917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3030.502917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3074.249835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3074.249835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3074.249835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3074.249835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3074.249835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3074.249835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.141", "time_ms": 3074.249995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.175", "time_ms": 3074.249995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 3074.629444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3163.621819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3163.621819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3163.621819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3206.020919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3206.020919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3206.020919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3206.020919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3206.020919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3206.020919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.275", "time_ms": 3206.021079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.308", "time_ms": 3206.021079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 3206.365813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3295.877449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3295.877449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3295.877449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3337.657442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3337.657442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3337.657442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3337.657442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3337.657442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3337.657442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.407", "time_ms": 3337.657613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.440", "time_ms": 3337.657613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 3337.985565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3426.652252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3426.652252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3426.652252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3469.242139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3469.242139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3469.242139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3469.242139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3469.242139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3469.242139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.538", "time_ms": 3469.242329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.571", "time_ms": 3469.242329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 3469.503777, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3557.087000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3557.087000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3557.087000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3600.834189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3600.834189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3600.834189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3600.834189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3600.834189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3600.834189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.668", "time_ms": 3600.834379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.702", "time_ms": 3600.834379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 3601.175456, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3689.624547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3689.624547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3689.624547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3732.480470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3732.480470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3732.480470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3732.480470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3732.480470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3732.480470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.801", "time_ms": 3732.480661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.834", "time_ms": 3732.480661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 3732.803534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3820.772698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3820.772698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3820.772698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3853.977511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3853.977511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3853.977511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3853.977511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3853.977511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3853.977511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:26.932", "time_ms": 3853.977691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:26.965", "time_ms": 3853.977691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 3854.320231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3942.309042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3942.309042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3942.309042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3985.682562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3985.682562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3985.682562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3985.682562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3985.682562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3985.682562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.053", "time_ms": 3985.682722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.087", "time_ms": 3985.682722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 3986.012358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4074.108058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4074.108058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4074.108058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4117.064920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4117.064920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4117.064920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4117.064920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4117.064920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4117.064920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.185", "time_ms": 4117.065060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.219", "time_ms": 4117.065060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 4117.324655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4204.699759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4204.699759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4204.699759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4248.481692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4248.481692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4248.481692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4248.481692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4248.481692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4248.481692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.316", "time_ms": 4248.481882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.349", "time_ms": 4248.481882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 4248.795769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4337.038153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4337.038153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4337.038153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4380.010464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4380.010464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4380.010464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4380.010464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4380.010464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4380.010464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.448", "time_ms": 4380.010644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.482", "time_ms": 4380.010644, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 4380.350208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4468.166426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4468.166426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4468.166426, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4511.583819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4511.583819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4511.583819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4511.583819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4511.583819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4511.583819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.579", "time_ms": 4511.583979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.613", "time_ms": 4511.583979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 4511.929294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4600.697411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4600.697411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4600.697411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4643.317303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4643.317303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4643.317303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4643.317303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4643.317303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4643.317303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.712", "time_ms": 4643.317473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.746", "time_ms": 4643.317473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 4643.622643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4731.252914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4731.252914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4731.252914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4774.901608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4774.901608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4774.901608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4774.901608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4774.901608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4774.901608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.842", "time_ms": 4774.901789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:27.876", "time_ms": 4774.901789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 4775.232456, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4862.622268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4862.622268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4862.622268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4906.476186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4906.476186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4906.476186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4906.476186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4906.476186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4906.476186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:27.974", "time_ms": 4906.476366, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.007", "time_ms": 4906.476366, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 4906.823765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4993.432757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4993.432757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4993.432757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5028.097929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5028.097929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5028.097929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5028.097929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5028.097929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5028.097929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.104", "time_ms": 5028.098089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.138", "time_ms": 5028.098089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 5028.453283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5115.903697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5115.903697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5115.903697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5159.673338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5159.673338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5159.673338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5159.673338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5159.673338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5159.673338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.227", "time_ms": 5159.673518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.261", "time_ms": 5159.673518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 5160.009115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5246.686916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5246.686916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5246.686916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5281.174385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5281.174385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5281.174385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5281.174385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5281.174385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5281.174385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.358", "time_ms": 5281.174556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.391", "time_ms": 5281.174556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 5281.528216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5368.172555, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5368.172555, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5368.172555, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5402.681094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5402.681094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5402.681094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5402.681094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5402.681094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5402.681094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.479", "time_ms": 5402.681224, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.512", "time_ms": 5402.681224, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 5402.992656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5489.304533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5489.304533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5489.304533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5523.954697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5523.954697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5523.954697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5523.954697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5523.954697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5523.954697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.600", "time_ms": 5523.954817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.634", "time_ms": 5523.954817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 5524.297627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5611.694612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5611.694612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5611.694612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5655.292842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5655.292842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5655.292842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5655.292842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5655.292842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5655.292842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.723", "time_ms": 5655.293023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.756", "time_ms": 5655.293023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 5655.581311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5742.215882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5742.215882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5742.215882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5776.521211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5776.521211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5776.521211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5776.521211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5776.521211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5776.521211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.853", "time_ms": 5776.521301, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:28.887", "time_ms": 5776.521301, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 5776.846118, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5863.737217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5863.737217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5863.737217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5898.162621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5898.162621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5898.162621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5898.162621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5898.162621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5898.162621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:28.975", "time_ms": 5898.162781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:29.008", "time_ms": 5898.162781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 5898.519608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5985.848705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5985.848705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5985.848705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6029.862342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6029.862342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6029.862342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6029.862342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6029.862342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6029.862342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:29.097", "time_ms": 6029.862522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:29.131", "time_ms": 6029.862522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 6030.210422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6117.088457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6117.088457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6117.088457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6151.093034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6151.093034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6151.093034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6151.093034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6151.093034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6151.093034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:29.228", "time_ms": 6151.093154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:29.262", "time_ms": 6151.093154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 6151.364231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6238.184388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6238.184388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6238.184388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6277.198183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6277.198183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6277.198183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6277.198183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6277.198183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6277.198183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:29.349", "time_ms": 6277.198374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:29.383", "time_ms": 6277.198374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 6277.535163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_count", "value": 848, "time_ms": 6349.377468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6349.377468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "generated_query_duration", "value": 25823138, "time_ms": 6349.377468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6388.477635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6388.477635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6388.477635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6388.477635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6388.477635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6388.477635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:11:29.460", "time_ms": 6388.477805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34068, "tid": 34068}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:11:29.490", "time_ms": 6388.477805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34068, "tid": 34068}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt index ce3ca275..85241a1f 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt @@ -1,94 +1,94 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T23:51:21Z", "time_ms": 0.008227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.008227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 74, "time_ms": 0.008227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.008227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.008227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_target_qps", "value": 35350, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.011719, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_target_qps", "value": 35350, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.011970, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.015988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.481765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "generated_query_count", "value": 21214751, "time_ms": 6969.455297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6969.455297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "generated_query_duration", "value": 600000026532, "time_ms": 6969.455297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 607010.558507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 607010.558507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 607010.558507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 607010.558507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 607010.558507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 607010.558507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 07:51:28.605", "time_ms": 607010.559255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 08:01:28.608", "time_ms": 607010.559255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_perf_constraints_met", "value": true, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 647, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "early_stopping_result", "value": " * Run successful.", "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_query_count", "value": 21214751, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_overlatency_query_count", "value": 25775, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_scheduled_samples_per_sec", "value": 35357.9, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 727, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_completed_samples_per_sec", "value": 35357.7, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 730, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1933480, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_max_latency_ns", "value": 200560793, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 3271057, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 3134385, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 3879593, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 4016799, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 4093046, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 4208480, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 48166821, "time_ms": 609251.007824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.007965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T04:00:49Z", "time_ms": 0.013244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.013244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 160, "time_ms": 0.013244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.013244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.013244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.013244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_target_qps", "value": 35350, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.018785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_target_qps", "value": 35350, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.018965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.020077, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.570957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "generated_query_count", "value": 21214751, "time_ms": 7928.986393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 7928.986393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "generated_query_duration", "value": 600000026532, "time_ms": 7928.986393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 607948.706936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 607948.706936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 607948.706936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 607948.706936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 607948.706936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 607948.706936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 12:00:57.903", "time_ms": 607948.707688, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 12:10:57.906", "time_ms": 607948.707688, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_perf_constraints_met", "value": true, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 647, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "early_stopping_result", "value": " * Run successful.", "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_query_count", "value": 21214751, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_overlatency_query_count", "value": 28961, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_scheduled_samples_per_sec", "value": 35357.9, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 727, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_completed_samples_per_sec", "value": 35357.8, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 730, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1752194, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_max_latency_ns", "value": 228692351, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 3008390, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 2834881, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 3582009, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 3722032, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 3800477, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 3919389, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 72478462, "time_ms": 611123.373859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32512, "tid": 32512}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt index 9fa2250a..427165cf 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt @@ -16,17 +16,17 @@ Early Stopping Result: ================================================ Additional Stats ================================================ -Completed samples per second : 35357.74 +Completed samples per second : 35357.75 -Min latency (ns) : 1933480 -Max latency (ns) : 200560793 -Mean latency (ns) : 3271057 -50.00 percentile latency (ns) : 3134385 -90.00 percentile latency (ns) : 3879593 -95.00 percentile latency (ns) : 4016799 -97.00 percentile latency (ns) : 4093046 -99.00 percentile latency (ns) : 4208480 -99.90 percentile latency (ns) : 48166821 +Min latency (ns) : 1752194 +Max latency (ns) : 228692351 +Mean latency (ns) : 3008390 +50.00 percentile latency (ns) : 2834881 +90.00 percentile latency (ns) : 3582009 +95.00 percentile latency (ns) : 3722032 +97.00 percentile latency (ns) : 3800477 +99.00 percentile latency (ns) : 3919389 +99.90 percentile latency (ns) : 72478462 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt index 2a497e94..516aadd5 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt @@ -1,645 +1,645 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T22:20:31Z", "time_ms": 0.018015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.018015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 423, "time_ms": 0.018015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.018015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.018015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.018015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 110590, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.026853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_target_qps", "value": 9042.41, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.027115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.036969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 1.340707, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 88.709615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 88.709615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 88.709615, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 385.716156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 385.716156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 385.716156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 385.716156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 385.716156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 385.716156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:32.054", "time_ms": 385.716436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:32.342", "time_ms": 385.716436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 385.939835, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1489.033879, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1489.033879, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 1489.033879, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1781.115998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1781.115998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1781.115998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1781.115998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1781.115998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1781.115998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:33.454", "time_ms": 1781.116140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:33.743", "time_ms": 1781.116140, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 1781.360919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2882.222759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2882.222759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 2882.222759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3175.265041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3175.265041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3175.265041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3175.265041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3175.265041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3175.265041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:34.848", "time_ms": 3175.265232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:35.135", "time_ms": 3175.265232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 3175.486770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4273.239001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4273.239001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 4273.239001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4573.243392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4573.243392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4573.243392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4573.243392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4573.243392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4573.243392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:36.239", "time_ms": 4573.243545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:36.529", "time_ms": 4573.243545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 4573.470636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5677.751576, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5677.751576, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 5677.751576, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5971.096503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5971.096503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5971.096503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5971.096503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5971.096503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5971.096503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:37.643", "time_ms": 5971.096694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:37.932", "time_ms": 5971.096694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 5971.323050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 7080.767411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 7080.767411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 7080.767411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7378.180585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7378.180585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7378.180585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7378.180585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7378.180585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7378.180585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:39.046", "time_ms": 7378.180747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:39.335", "time_ms": 7378.180747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 7378.424016, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 8475.906451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 8475.906451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 8475.906451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8764.762314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8764.762314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8764.762314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8764.762314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8764.762314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8764.762314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:40.441", "time_ms": 8764.762517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:40.729", "time_ms": 8764.762517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 8764.978585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 9859.970102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 9859.970102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 9859.970102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10151.959357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10151.959357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10151.959357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10151.959357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10151.959357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10151.959357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:41.825", "time_ms": 10151.959511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:42.115", "time_ms": 10151.959511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 10152.240541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 11260.561146, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 11260.561146, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 11260.561146, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11550.100986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11550.100986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11550.100986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11550.100986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11550.100986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11550.100986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:43.226", "time_ms": 11550.101174, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:43.515", "time_ms": 11550.101174, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 11550.458414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 12638.890201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 12638.890201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 12638.890201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12937.138060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12937.138060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12937.138060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12937.138060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12937.138060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12937.138060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:44.604", "time_ms": 12937.138248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:44.892", "time_ms": 12937.138248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 12937.366978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 14042.605902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 14042.605902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 14042.605902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 14337.830008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 14337.830008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 14337.830008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 14337.830008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 14337.830008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 14337.830008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:46.008", "time_ms": 14337.830220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:46.297", "time_ms": 14337.830220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 14338.087921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 15443.385184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 15443.385184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 15443.385184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 15736.809627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 15736.809627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 15736.809627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 15736.809627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 15736.809627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 15736.809627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:47.409", "time_ms": 15736.809810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:47.697", "time_ms": 15736.809810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 15737.033303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 16847.894731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 16847.894731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 16847.894731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 17145.802225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 17145.802225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 17145.802225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 17145.802225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 17145.802225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 17145.802225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:48.813", "time_ms": 17145.802407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:49.102", "time_ms": 17145.802407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 17146.045706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 18260.003984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 18260.003984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 18260.003984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 18554.601142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 18554.601142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 18554.601142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 18554.601142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 18554.601142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 18554.601142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:50.225", "time_ms": 18554.601276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:50.513", "time_ms": 18554.601276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 18554.848454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 19663.113802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 19663.113802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 19663.113802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 19953.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 19953.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 19953.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 19953.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 19953.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 19953.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:51.628", "time_ms": 19953.476247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:51.917", "time_ms": 19953.476247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 19953.707957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 21063.066056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 21063.066056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 21063.066056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21351.440181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21351.440181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21351.440181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21351.440181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21351.440181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21351.440181, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:53.028", "time_ms": 21351.440407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:53.316", "time_ms": 21351.440407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 21351.673263, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 22448.023930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 22448.023930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 22448.023930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 22737.401751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 22737.401751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 22737.401751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 22737.401751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 22737.401751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 22737.401751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:54.413", "time_ms": 22737.401914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:54.701", "time_ms": 22737.401914, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 22737.628327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 23836.077000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 23836.077000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 23836.077000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 24134.076632, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 24134.076632, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 24134.076632, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 24134.076632, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 24134.076632, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 24134.076632, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:55.801", "time_ms": 24134.076813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:56.090", "time_ms": 24134.076813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 24134.306112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 25234.283925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 25234.283925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 25234.283925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 25531.197355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 25531.197355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 25531.197355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 25531.197355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 25531.197355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 25531.197355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:57.200", "time_ms": 25531.197494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:57.490", "time_ms": 25531.197494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 25531.429659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 26640.369482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 26640.369482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 26640.369482, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26938.451344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26938.451344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26938.451344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26938.451344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26938.451344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26938.451344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:20:58.606", "time_ms": 26938.451519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:20:58.896", "time_ms": 26938.451519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 26938.680328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 28040.285252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 28040.285252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 28040.285252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 28335.727060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 28335.727060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 28335.727060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 28335.727060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 28335.727060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 28335.727060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:00.006", "time_ms": 28335.727414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:00.299", "time_ms": 28335.727414, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 28335.947393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 29425.713108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 29425.713108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 29425.713108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 29721.496517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 29721.496517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 29721.496517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 29721.496517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 29721.496517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 29721.496517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:01.391", "time_ms": 29721.496849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:01.679", "time_ms": 29721.496849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 29721.720265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 30824.199343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 30824.199343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 30824.199343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 31120.046436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 31120.046436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 31120.046436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 31120.046436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 31120.046436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 31120.046436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:02.790", "time_ms": 31120.046642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:03.078", "time_ms": 31120.046642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 31120.263135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 32217.170523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 32217.170523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 32217.170523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 32508.496512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 32508.496512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 32508.496512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 32508.496512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 32508.496512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 32508.496512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:04.183", "time_ms": 32508.496673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:04.472", "time_ms": 32508.496673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 32508.717362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 33606.465103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 33606.465103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 33606.465103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 33898.559298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 33898.559298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 33898.559298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 33898.559298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 33898.559298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 33898.559298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:05.572", "time_ms": 33898.559486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:05.859", "time_ms": 33898.559486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 33898.782362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 35000.181240, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 35000.181240, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 35000.181240, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 35298.485225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 35298.485225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 35298.485225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 35298.485225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 35298.485225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 35298.485225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:06.966", "time_ms": 35298.485491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:07.254", "time_ms": 35298.485491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 35298.702277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 36391.821061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 36391.821061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 36391.821061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 36680.784613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 36680.784613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 36680.784613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 36680.784613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 36680.784613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 36680.784613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:08.357", "time_ms": 36680.784819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:08.646", "time_ms": 36680.784819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 36681.006836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 37768.915267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 37768.915267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 37768.915267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38058.675656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38058.675656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38058.675656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38058.675656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38058.675656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38058.675656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:09.734", "time_ms": 38058.675841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:10.023", "time_ms": 38058.675841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 38058.895268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 39148.107395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 39148.107395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 39148.107395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 39439.538242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 39439.538242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 39439.538242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 39439.538242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 39439.538242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 39439.538242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:11.113", "time_ms": 39439.538563, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:11.401", "time_ms": 39439.538563, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 39439.755582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 40537.168626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 40537.168626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 40537.168626, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 40826.537184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 40826.537184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 40826.537184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 40826.537184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 40826.537184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 40826.537184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:12.503", "time_ms": 40826.537351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:12.791", "time_ms": 40826.537351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 40826.837544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 41924.083517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 41924.083517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 41924.083517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 42223.749599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 42223.749599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 42223.749599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 42223.749599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 42223.749599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 42223.749599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:13.889", "time_ms": 42223.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:14.179", "time_ms": 42223.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 42223.977468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 43330.277723, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 43330.277723, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 43330.277723, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 43620.699881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 43620.699881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 43620.699881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 43620.699881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 43620.699881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 43620.699881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:15.296", "time_ms": 43620.700172, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:15.585", "time_ms": 43620.700172, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 43620.926573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 44693.955362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 44693.955362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 44693.955362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 44983.976825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 44983.976825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 44983.976825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 44983.976825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 44983.976825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 44983.976825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:16.659", "time_ms": 44983.977086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:16.948", "time_ms": 44983.977086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 44984.201438, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 46094.394072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 46094.394072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 46094.394072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 46392.672962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 46392.672962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 46392.672962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 46392.672962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 46392.672962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 46392.672962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:18.060", "time_ms": 46392.673251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:18.349", "time_ms": 46392.673251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 46392.893931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 47489.501402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 47489.501402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 47489.501402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 47781.223787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 47781.223787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 47781.223787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 47781.223787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 47781.223787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 47781.223787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:19.455", "time_ms": 47781.224120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:19.743", "time_ms": 47781.224120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 47781.458852, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 48866.559603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 48866.559603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 48866.559603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 49159.856977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 49159.856977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 49159.856977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 49159.856977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 49159.856977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 49159.856977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:20.832", "time_ms": 49159.857165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:21.124", "time_ms": 49159.857165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 49160.223617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 50263.572243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 50263.572243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 50263.572243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 50552.144206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 50552.144206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 50552.144206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 50552.144206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 50552.144206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 50552.144206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:22.229", "time_ms": 50552.144433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:22.517", "time_ms": 50552.144433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 50552.372124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 51647.116558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 51647.116558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 51647.116558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 51940.812704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 51940.812704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 51940.812704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 51940.812704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 51940.812704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 51940.812704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:23.612", "time_ms": 51940.812919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:23.900", "time_ms": 51940.812919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 51941.041550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 53048.147224, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 53048.147224, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 53048.147224, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 53339.351351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 53339.351351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 53339.351351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 53339.351351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 53339.351351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 53339.351351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:25.014", "time_ms": 53339.351622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:25.302", "time_ms": 53339.351622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 53339.578243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 54441.552510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 54441.552510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 54441.552510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 54737.877369, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 54737.877369, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 54737.877369, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 54737.877369, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 54737.877369, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 54737.877369, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:26.407", "time_ms": 54737.877608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:26.696", "time_ms": 54737.877608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 54738.243396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 55843.994452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 55843.994452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 55843.994452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 56137.431996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 56137.431996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 56137.431996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 56137.431996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 56137.431996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 56137.431996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:27.809", "time_ms": 56137.432182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:28.100", "time_ms": 56137.432182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 56137.658439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 57236.201627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 57236.201627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 57236.201627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 57525.974050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 57525.974050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 57525.974050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 57525.974050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 57525.974050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 57525.974050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:29.202", "time_ms": 57525.974295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:29.491", "time_ms": 57525.974295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 57526.201802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 58634.478467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 58634.478467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 58634.478467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 58934.696893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 58934.696893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 58934.696893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 58934.696893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 58934.696893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 58934.696893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:30.600", "time_ms": 58934.697124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:30.892", "time_ms": 58934.697124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 58934.920655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 60018.556847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 60018.556847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 60018.556847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 60313.242042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 60313.242042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 60313.242042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 60313.242042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 60313.242042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 60313.242042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:31.984", "time_ms": 60313.242361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:32.274", "time_ms": 60313.242361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 60313.468684, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 61419.235029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 61419.235029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 61419.235029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 61711.771763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 61711.771763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 61711.771763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 61711.771763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 61711.771763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 61711.771763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:33.385", "time_ms": 61711.772022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:33.673", "time_ms": 61711.772022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 61712.051988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 62826.319405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 62826.319405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 62826.319405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 63120.383808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 63120.383808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 63120.383808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 63120.383808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 63120.383808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 63120.383808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:34.792", "time_ms": 63120.384158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:35.080", "time_ms": 63120.384158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 63120.632894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 64220.538253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 64220.538253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 64220.538253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 64519.032376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 64519.032376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 64519.032376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 64519.032376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 64519.032376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 64519.032376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:36.186", "time_ms": 64519.032600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:36.474", "time_ms": 64519.032600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 64519.274927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 65611.890610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 65611.890610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 113244160, "time_ms": 65611.890610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 65908.704587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 65908.704587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 65908.704587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 65908.704587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 65908.704587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 65908.704587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:37.577", "time_ms": 65908.704776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:37.869", "time_ms": 65908.704776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 65908.927656, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_count", "value": 848, "time_ms": 66794.244144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 66794.244144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "generated_query_duration", "value": 93780320, "time_ms": 66794.244144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 67035.570423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 67035.570423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 67035.570423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 67035.570423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 67035.570423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 67035.570423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:21:38.760", "time_ms": 67035.570640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:21:38.998", "time_ms": 67035.570640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.008466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T02:30:50Z", "time_ms": 0.013916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.013916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 190, "time_ms": 0.013916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.013916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.013916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.013916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 110911, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.018475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_target_qps", "value": 9016.22, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.018645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.019647, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.571007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 101.917081, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 101.917081, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 101.917081, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 393.815234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 393.815234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 393.815234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 393.815234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 393.815234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 393.815234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:50.652", "time_ms": 393.815385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:50.943", "time_ms": 393.815385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 394.091160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 992.836672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 992.836672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 992.836672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1291.046502, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1291.046502, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1291.046502, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1291.046502, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1291.046502, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1291.046502, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:51.543", "time_ms": 1291.046792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:51.837", "time_ms": 1291.046792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 1291.397277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1854.365648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1854.365648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 1854.365648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2148.041801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2148.041801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2148.041801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2148.041801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2148.041801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2148.041801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:52.405", "time_ms": 2148.042342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:52.696", "time_ms": 2148.042342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 2148.531876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2716.490046, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2716.490046, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 2716.490046, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3004.930201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3004.930201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3004.930201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3004.930201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3004.930201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3004.930201, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:53.267", "time_ms": 3004.930391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:53.554", "time_ms": 3004.930391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 3005.297056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3567.743583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3567.743583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 3567.743583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3861.714807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3861.714807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3861.714807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3861.714807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3861.714807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3861.714807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:54.118", "time_ms": 3861.715077, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:54.409", "time_ms": 3861.715077, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 3862.086381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4425.017672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4425.017672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 4425.017672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4718.521583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4718.521583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4718.521583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4718.521583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4718.521583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4718.521583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:54.975", "time_ms": 4718.521884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:55.266", "time_ms": 4718.521884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 4718.869433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5277.001272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5277.001272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 5277.001272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5574.712921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5574.712921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5574.712921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5574.712921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5574.712921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5574.712921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:55.827", "time_ms": 5574.713162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:56.121", "time_ms": 5574.713162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 5575.102989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6134.775195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6134.775195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 6134.775195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6430.742285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6430.742285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6430.742285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6430.742285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6430.742285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6430.742285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:56.685", "time_ms": 6430.742485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:56.975", "time_ms": 6430.742485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 6431.095154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6987.834603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6987.834603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 6987.834603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7286.776821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7286.776821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7286.776821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7286.776821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7286.776821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7286.776821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:57.538", "time_ms": 7286.777091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:57.828", "time_ms": 7286.777091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 7287.126915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 7857.608083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 7857.608083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 7857.608083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8153.335768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8153.335768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8153.335768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8153.335768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8153.335768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8153.335768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:58.408", "time_ms": 8153.336159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:58.696", "time_ms": 8153.336159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 8153.798312, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 8707.100280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 8707.100280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 8707.100280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8999.696345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8999.696345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8999.696345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8999.696345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8999.696345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8999.696345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:30:59.257", "time_ms": 8999.696886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:59.546", "time_ms": 8999.696886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 9000.154270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 9551.728834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 9551.728834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 9551.728834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 9846.427265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 9846.427265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 9846.427265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 9846.427265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 9846.427265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 9846.427265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:00.102", "time_ms": 9846.427726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:00.392", "time_ms": 9846.427726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 9846.832432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 10397.865814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 10397.865814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 10397.865814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10692.469579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10692.469579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10692.469579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10692.469579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10692.469579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10692.469579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:00.948", "time_ms": 10692.469990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:01.237", "time_ms": 10692.469990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 10692.885776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 11247.987916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 11247.987916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 11247.987916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11538.486665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11538.486665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11538.486665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11538.486665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11538.486665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11538.486665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:01.798", "time_ms": 11538.487206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:02.088", "time_ms": 11538.487206, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 11538.803146, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 12091.700158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 12091.700158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 12091.700158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12384.529869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12384.529869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12384.529869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12384.529869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12384.529869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12384.529869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:02.642", "time_ms": 12384.530260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:02.930", "time_ms": 12384.530260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 12384.942790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 12940.270852, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 12940.270852, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 12940.270852, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 13230.626093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 13230.626093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 13230.626093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 13230.626093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 13230.626093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 13230.626093, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:03.491", "time_ms": 13230.626413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:03.780", "time_ms": 13230.626413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 13230.967530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 13798.255005, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 13798.255005, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 13798.255005, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 14096.818234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 14096.818234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 14096.818234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 14096.818234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 14096.818234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 14096.818234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:04.349", "time_ms": 14096.818866, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:04.639", "time_ms": 14096.818866, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 14097.241415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 14655.537527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 14655.537527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 14655.537527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 14953.636127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 14953.636127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 14953.636127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 14953.636127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 14953.636127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 14953.636127, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:05.206", "time_ms": 14953.636588, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:05.496", "time_ms": 14953.636588, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 14954.130280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 15503.019317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 15503.019317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 15503.019317, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 15800.494874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 15800.494874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 15800.494874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 15800.494874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 15800.494874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 15800.494874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:06.053", "time_ms": 15800.495234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:06.344", "time_ms": 15800.495234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 15800.903597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 16352.510760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 16352.510760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 16352.510760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 16646.617215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 16646.617215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 16646.617215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 16646.617215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 16646.617215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 16646.617215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:06.903", "time_ms": 16646.617696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:07.195", "time_ms": 16646.617696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 16647.026089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 17193.570086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 17193.570086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 17193.570086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 17492.661801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 17492.661801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 17492.661801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 17492.661801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 17492.661801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 17492.661801, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:07.744", "time_ms": 17492.662192, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:08.035", "time_ms": 17492.662192, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 17493.080603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 18042.259180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 18042.259180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 18042.259180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 18339.411323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 18339.411323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 18339.411323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 18339.411323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 18339.411323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 18339.411323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:08.593", "time_ms": 18339.411803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:08.883", "time_ms": 18339.411803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 18339.830185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 18890.941341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 18890.941341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 18890.941341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 19186.137420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 19186.137420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 19186.137420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 19186.137420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 19186.137420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 19186.137420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:09.441", "time_ms": 19186.138062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:09.730", "time_ms": 19186.138062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 19186.554720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 19749.486640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 19749.486640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 19749.486640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 20043.066963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 20043.066963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 20043.066963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 20043.066963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 20043.066963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 20043.066963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:10.300", "time_ms": 20043.067504, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:10.588", "time_ms": 20043.067504, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 20043.480645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 20586.981960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 20586.981960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 20586.981960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 20879.808033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 20879.808033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 20879.808033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 20879.808033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 20879.808033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 20879.808033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:11.137", "time_ms": 20879.808574, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:11.425", "time_ms": 20879.808574, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 20880.213550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 21428.919895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 21428.919895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 21428.919895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21726.719106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21726.719106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21726.719106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21726.719106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21726.719106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21726.719106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:11.979", "time_ms": 21726.719527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:12.268", "time_ms": 21726.719527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 21727.111789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 22273.112421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 22273.112421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 22273.112421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 22563.558641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 22563.558641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 22563.558641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 22563.558641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 22563.558641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 22563.558641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:12.823", "time_ms": 22563.559022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:13.113", "time_ms": 22563.559022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 22563.870714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 23104.853776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 23104.853776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 23104.853776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 23400.111180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 23400.111180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 23400.111180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 23400.111180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 23400.111180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 23400.111180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:13.655", "time_ms": 23400.111640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:13.944", "time_ms": 23400.111640, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 23400.521416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 23940.508828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 23940.508828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 23940.508828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 24236.717228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 24236.717228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 24236.717228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 24236.717228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 24236.717228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 24236.717228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:14.491", "time_ms": 24236.717779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:14.780", "time_ms": 24236.717779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 24237.121202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 24785.160260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 24785.160260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 24785.160260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 25083.532530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 25083.532530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 25083.532530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 25083.532530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 25083.532530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 25083.532530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:15.335", "time_ms": 25083.532951, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:15.626", "time_ms": 25083.532951, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 25083.912850, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 25624.723620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 25624.723620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 25624.723620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 25920.015047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 25920.015047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 25920.015047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 25920.015047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 25920.015047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 25920.015047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:16.175", "time_ms": 25920.015498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:16.466", "time_ms": 25920.015498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 25920.431335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 26469.941139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 26469.941139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 26469.941139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26766.819761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26766.819761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26766.819761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26766.819761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26766.819761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26766.819761, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:17.020", "time_ms": 26766.819931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:17.308", "time_ms": 26766.819931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 26767.250926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 27321.844152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 27321.844152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 27321.844152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 27612.659079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 27612.659079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 27612.659079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 27612.659079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 27612.659079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 27612.659079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:17.872", "time_ms": 27612.659270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:18.158", "time_ms": 27612.659270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 27612.946406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 28160.146907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 28160.146907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 28160.146907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 28448.606116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 28448.606116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 28448.606116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 28448.606116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 28448.606116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 28448.606116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:18.710", "time_ms": 28448.606387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:18.995", "time_ms": 28448.606387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 28448.887592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 29004.919645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 29004.919645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 29004.919645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 29294.734044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 29294.734044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 29294.734044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 29294.734044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 29294.734044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 29294.734044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:19.555", "time_ms": 29294.734264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:19.844", "time_ms": 29294.734264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 29294.921133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 29850.088211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 29850.088211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 29850.088211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 30141.130683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 30141.130683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 30141.130683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 30141.130683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 30141.130683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 30141.130683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:20.400", "time_ms": 30141.130974, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:20.686", "time_ms": 30141.130974, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 30141.436124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 30693.947883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 30693.947883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 30693.947883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 30986.912745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 30986.912745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 30986.912745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 30986.912745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 30986.912745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 30986.912745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:21.244", "time_ms": 30986.912995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:21.530", "time_ms": 30986.912995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 30987.189571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 31544.219157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 31544.219157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 31544.219157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 31832.753826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 31832.753826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 31832.753826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 31832.753826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 31832.753826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 31832.753826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:22.095", "time_ms": 31832.754017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:22.379", "time_ms": 31832.754017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 31833.032326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 32383.481143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 32383.481143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 32383.481143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 32668.507760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 32668.507760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 32668.507760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 32668.507760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 32668.507760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 32668.507760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:22.934", "time_ms": 32668.508221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:23.218", "time_ms": 32668.508221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 32668.692024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 33222.548855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 33222.548855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 33222.548855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 33514.288509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 33514.288509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 33514.288509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 33514.288509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 33514.288509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 33514.288509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:23.773", "time_ms": 33514.288799, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:24.057", "time_ms": 33514.288799, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 33514.618485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 34067.499743, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 34067.499743, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 34067.499743, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 34360.198729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 34360.198729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 34360.198729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 34360.198729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 34360.198729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 34360.198729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:24.618", "time_ms": 34360.198990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:24.902", "time_ms": 34360.198990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 34360.478822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 34911.025701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 34911.025701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 34911.025701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 35205.928793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 35205.928793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 35205.928793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 35205.928793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 35205.928793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 35205.928793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:25.461", "time_ms": 35205.929023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:25.749", "time_ms": 35205.929023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 35206.204948, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 35753.608106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 35753.608106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 35753.608106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 36052.172805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 36052.172805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 36052.172805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 36052.172805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 36052.172805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 36052.172805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:26.304", "time_ms": 36052.173075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:26.599", "time_ms": 36052.173075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 36052.494425, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 36601.740966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 36601.740966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 36601.740966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 36898.007342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 36898.007342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 36898.007342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 36898.007342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 36898.007342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 36898.007342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:27.152", "time_ms": 36898.007612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:27.439", "time_ms": 36898.007612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 36898.286503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 37449.260710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 37449.260710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 37449.260710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 37744.578074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 37744.578074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 37744.578074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 37744.578074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 37744.578074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 37744.578074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:28.000", "time_ms": 37744.578265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:28.290", "time_ms": 37744.578265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 37744.853288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 38294.736398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 38294.736398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 38294.736398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38591.027481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38591.027481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38591.027481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38591.027481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38591.027481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38591.027481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:28.845", "time_ms": 38591.027741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:29.136", "time_ms": 38591.027741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 38591.314316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 39140.921359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 39140.921359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 39140.921359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 39437.253720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 39437.253720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 39437.253720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 39437.253720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 39437.253720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 39437.253720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:29.691", "time_ms": 39437.253980, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:29.980", "time_ms": 39437.253980, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 39437.560753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 39985.678905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 39985.678905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 113572864, "time_ms": 39985.678905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 40273.379215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 40273.379215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 40273.379215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 40273.379215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 40273.379215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 40273.379215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:30.536", "time_ms": 40273.379416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:30.821", "time_ms": 40273.379416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 40273.687882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_count", "value": 848, "time_ms": 40736.046237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 40736.046237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "generated_query_duration", "value": 94052528, "time_ms": 40736.046237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 40978.422308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 40978.422308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 40978.422308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 40978.422308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 40978.422308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 40978.422308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:31:31.286", "time_ms": 40978.422479, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12783, "tid": 12783}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:31:31.522", "time_ms": 40978.422479, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12783, "tid": 12783}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt index a6d7e467..1bd62066 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt @@ -1,89 +1,89 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T22:07:41.965965", "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T06:07:41.965969", "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.019053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "test_datetime", "value": "2024-12-22T22:09:39Z", "time_ms": 0.033992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.033992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 568, "time_ms": 0.033992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.033992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.033992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.033992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 500000, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.046958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.047487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 2.201684, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 1920.871490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1920.871490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 1920.871490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 601920.934607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601925.586398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601925.586398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601925.586398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601925.586398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601925.586398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601925.586398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "power_begin", "value": "12-23-2024 06:09:41.883", "time_ms": 601925.586641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "power_end", "value": "12-23-2024 06:19:41.884", "time_ms": 601925.586641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (2153521). * Would discard 214327 highest latency queries. * Early stopping 90th percentile estimate: 277232 * Early stopping 99th percentile estimate: 279283", "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_query_count", "value": 2153521, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 3589.2, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 702, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 3616.96, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 703, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 277232, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 704, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 279283, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 706, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_min_latency_ns", "value": 268817, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_max_latency_ns", "value": 1288429, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 276475, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 276254, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 277229, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 277654, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 278035, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 279259, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 322502, "time_ms": 602154.896538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-23T02:18:21.227090", "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T10:18:21.227094", "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.010639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-23T02:20:06Z", "time_ms": 0.015248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.015248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 150, "time_ms": 0.015248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.015248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.015248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.015248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 500000, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.019676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.019766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.020869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.549506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 1569.217780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1569.217780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 1569.217780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 601569.460196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601571.260228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601571.260228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601571.260228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601571.260228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601571.260228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601571.260228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 10:20:08.246", "time_ms": 601571.260448, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 10:30:08.247", "time_ms": 601571.260448, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (2130943). * Would discard 212074 highest latency queries. * Early stopping 90th percentile estimate: 282357 * Early stopping 99th percentile estimate: 289130", "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_query_count", "value": 2130943, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 3551.57, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 702, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 3606.49, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 703, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 282357, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 704, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 289130, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 706, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_min_latency_ns", "value": 269173, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_max_latency_ns", "value": 891215, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 277278, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 275885, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 282347, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 283900, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 286014, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 289060, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 295512, "time_ms": 601873.131750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/ba8d5f2a6bc546f9/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9688, "tid": 9688}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt index 55dbf09d..514f369e 100644 --- a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt @@ -4,32 +4,32 @@ MLPerf Results Summary SUT name : LWIS_Server Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 277229 +90th percentile latency (ns) : 282347 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes Early stopping satisfied: Yes Early Stopping Result: - * Processed at least 64 queries (2153521). - * Would discard 214327 highest latency queries. - * Early stopping 90th percentile estimate: 277232 - * Early stopping 99th percentile estimate: 279283 + * Processed at least 64 queries (2130943). + * Would discard 212074 highest latency queries. + * Early stopping 90th percentile estimate: 282357 + * Early stopping 99th percentile estimate: 289130 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 3589.20 -QPS w/o loadgen overhead : 3616.96 +QPS w/ loadgen overhead : 3551.57 +QPS w/o loadgen overhead : 3606.49 -Min latency (ns) : 268817 -Max latency (ns) : 1288429 -Mean latency (ns) : 276475 -50.00 percentile latency (ns) : 276254 -90.00 percentile latency (ns) : 277229 -95.00 percentile latency (ns) : 277654 -97.00 percentile latency (ns) : 278035 -99.00 percentile latency (ns) : 279259 -99.90 percentile latency (ns) : 322502 +Min latency (ns) : 269173 +Max latency (ns) : 891215 +Mean latency (ns) : 277278 +50.00 percentile latency (ns) : 275885 +90.00 percentile latency (ns) : 282347 +95.00 percentile latency (ns) : 283900 +97.00 percentile latency (ns) : 286014 +99.00 percentile latency (ns) : 289060 +99.90 percentile latency (ns) : 295512 ================================================ Test Parameters Used diff --git a/open/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/open/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json index 496e9818..6b7aa545 100644 --- a/open/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json +++ b/open/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -1,9 +1,9 @@ { - "accelerator_frequency": "2520000 MHz", + "accelerator_frequency": "2610000 MHz", "accelerator_host_interconnect": "N/A", "accelerator_interconnect": "N/A", "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "23.64971923828125 GB", + "accelerator_memory_capacity": "23.54595947265625 GB", "accelerator_memory_configuration": "N/A", "accelerator_model_name": "NVIDIA GeForce RTX 4090", "accelerator_on-chip_memories": "", @@ -16,17 +16,17 @@ "host_network_card_count": "1", "host_networking": "Gig Ethernet", "host_networking_topology": "N/A", - "host_processor_caches": "L1d cache: 576 KiB, L1i cache: 384 KiB, L2 cache: 24 MiB, L3 cache: ", - "host_processor_core_count": "24", - "host_processor_frequency": "5800.0000", + "host_processor_caches": "L1d cache: 512 KiB, L1i cache: 512 KiB, L2 cache: 16 MiB, L3 cache: 64 MiB", + "host_processor_core_count": "16", + "host_processor_frequency": "5881.0000", "host_processor_interconnect": "", - "host_processor_model_name": "13th Gen Intel(R) Core(TM) i9-13900K", + "host_processor_model_name": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": "1", - "host_storage_capacity": "9.4T", + "host_storage_capacity": "6.8T", "host_storage_type": "SSD", "hw_notes": "", "number_of_nodes": "1", - "operating_system": "Ubuntu 20.04 (linux-6.8.0-49-generic-glibc2.31)", + "operating_system": "Ubuntu 20.04 (linux-6.8.0-51-generic-glibc2.31)", "other_software_stack": "Python: 3.8.10, GCC-9.4.0, Using Docker , CUDA 12.2", "status": "available", "submitter": "MLCommons",